├── LICENSE ├── README.md ├── evaluation └── eval_mteb.py ├── gritlm ├── __init__.py ├── gritlm.py └── training │ ├── GradCache │ ├── .gitignore │ ├── LICENSE │ ├── README.md │ ├── setup.py │ └── src │ │ └── grad_cache │ │ ├── __init__.py │ │ ├── cachex │ │ ├── __init__.py │ │ ├── functional.py │ │ ├── training.py │ │ └── tree_utils.py │ │ ├── context_managers.py │ │ ├── functional.py │ │ ├── grad_cache.py │ │ └── loss.py │ ├── arguments.py │ ├── data.py │ ├── gradcache_trainer.py │ ├── model.py │ ├── run.py │ ├── toy_data │ ├── toy_data_embedding.jsonl │ └── toy_data_generative.jsonl │ └── toy_data_instruct │ ├── toy_data_embedding.jsonl │ └── toy_data_generative.jsonl ├── rag ├── README.md ├── base.py ├── dist_utils.py ├── download_corpus.py ├── eval.py ├── index.py ├── prepare_qa.py └── tasks │ ├── __init__.py │ ├── base.py │ ├── evaluation.py │ └── qa.py ├── requirements.txt ├── scripts ├── AbsTaskRetrieval.py ├── add_lm_head.py ├── alpaca_median.py ├── check_decontamination.py ├── check_ds_length.py ├── compute_target_len.py ├── configs │ ├── config_128gpusfsdp_m7.yml │ ├── config_128gpusfsdp_m7_fp32.yml │ ├── config_128gpusfsdp_m8x7.yml │ ├── config_16gpusfsdp_m7.yml │ ├── config_16gpusfsdp_m8x7.yml │ ├── config_1gpusfsdp_m7.yml │ ├── config_1gpusfsdp_m7_fp32.yml │ ├── config_256gpusfsdp_m7_fp32.yml │ ├── config_256gpusfsdp_m8x7.yml │ ├── config_2gpusfsdp_m7.yml │ ├── config_32gpusfsdp_m7.yml │ ├── config_4gpusfsdp_m7.yml │ ├── config_64gpusfsdp_m7.yml │ ├── config_8gpusddp_m7.yml │ ├── config_8gpusddp_m7_fp32.yml │ ├── config_8gpusds_m8x7.yml │ ├── config_8gpusfsdp_m7.yml │ ├── config_8gpusfsdp_m7_fp32.yml │ └── config_8gpusfsdp_m8x7.yml ├── convert_sharded.py ├── eval_mteb.sh ├── generative_eval.sh ├── lmeval_to_tex.py ├── merge_cqadupstack.py ├── modeling_mistral_gritlm.py ├── modeling_mixtral_gritlm.py ├── mteb_to_tex.py ├── prepare_datasets │ ├── configs │ │ ├── PAQ_pairs.json │ │ ├── S2ORC_title_abstract.json │ │ ├── SimpleWiki.json │ │ ├── WikiAnswers.json │ │ ├── agnews.json │ │ ├── altlex.json │ │ ├── amazon-qa.json │ │ ├── amazon_review_2018.json │ │ ├── ccnews_title_text.json │ │ ├── cnn_dailymail.json │ │ ├── coco_captions.json │ │ ├── codesearchnet.json │ │ ├── eli5_question_answer.json │ │ ├── flickr30k_captions.json │ │ ├── gigaword.json │ │ ├── gooaq_pairs.json │ │ ├── medmcqa.json │ │ ├── multi_lexsum.json │ │ ├── npr.json │ │ ├── pubmedqa.json │ │ ├── record.json │ │ ├── reddit-title-body.json │ │ ├── scitldr.json │ │ ├── searchQA_top5_snippets.json │ │ ├── sentence-compression.json │ │ ├── squad_pairs.json │ │ ├── wikihow.json │ │ ├── xsum.json │ │ └── yahoo_answers_title_answer.json │ ├── diverse_instructions.py │ ├── diverse_instructions_ni.py │ ├── download_data.py │ ├── get_domain_1.py │ ├── get_domain_2.py │ ├── get_domain_3.py │ ├── label_data_1.py │ ├── label_data_1_1.py │ ├── label_data_2.py │ ├── label_data_3.py │ ├── label_data_fever.py │ ├── label_data_gigaword.py │ ├── label_data_hotpotqa.py │ ├── label_data_medmcqa.py │ ├── label_data_multi_lexsum.py │ ├── label_data_nq.py │ ├── label_data_pubmed.py │ ├── label_data_record.py │ ├── label_data_reddit.py │ ├── label_data_scitldr.py │ ├── label_data_trex.py │ ├── label_data_triviaqa.py │ ├── label_data_wow.py │ ├── label_data_zeroshot.py │ ├── mine_hard_negatives.py │ ├── natural_instruction_dataset_metadata.json │ ├── run.py │ ├── try.py │ ├── upload.py │ └── util.py ├── prompt_examples │ ├── PAQ_pairs_1107.json │ ├── S2ORC_title_abstract_1107.json │ ├── SimpleWiki_1107.json │ ├── WikiAnswers_1107.json │ ├── agnews.json │ ├── altlex.json │ ├── amazon-qa_1107.json │ ├── amazon_review_2018_1107.json │ ├── ccnews_title_text_1107.json │ ├── cnn_dailymail_1107.json │ ├── coco_captions_1107.json │ ├── codesearchnet_1107.json │ ├── eli5_question_answer_1107.json │ ├── emb_train_1105_AllNLI.json │ ├── emb_train_1105_msmarco.json │ ├── emb_train_1105_qqp.json │ ├── emb_train_1105_specter.json │ ├── emb_train_1105_stackexchange.json │ ├── fever-train-multikilt_1107.json │ ├── flickr30k_captions_1107.json │ ├── gigaword_1107.json │ ├── gooaq_pairs_1107.json │ ├── hotpotqa-train-multikilt_1107.json │ ├── medmcqa_1107.json │ ├── multi_lexsum_1107.json │ ├── npr_1107.json │ ├── nq-train-multikilt_1107.json │ ├── pubmedqa_1107.json │ ├── reddit-title-body_1107.json │ ├── scitldr_1107.json │ ├── searchQA_top5_snippets_1107.json │ ├── sentence-compression_1107.json │ ├── squad_pairs_1107.json │ ├── trex-train-multikilt_1107.json │ ├── triviaqa-train-multikilt_1107.json │ ├── wikihow_1107.json │ ├── wow-train-multikilt_1107.json │ ├── xsum_1107.json │ ├── yahoo_answers_title_answer_1107.json │ └── zeroshot-train-multikilt_1107.json ├── raglatency.sh ├── reformat_allnli.py ├── reformat_e5.py ├── reformat_medi.py ├── reformat_medi_instructions.py ├── reformat_medi_instructions_separate.py ├── reformat_oasst_octopack.py ├── reformat_shp.py ├── reformat_statedict.py ├── reformat_tuluv2.py ├── reformat_ultrachat.py ├── script.py ├── shard.py ├── training │ ├── train_embonly.sh │ ├── train_genonly.sh │ ├── train_gritlm_7b.sh │ ├── train_gritlm_8x7b.sh │ └── train_test.sh └── uploadhf.sh ├── setup.py └── visuals ├── GRIT_60MIN_SLIDES.pdf ├── GRIT_POSTER_WIDE.pptx ├── embmem.pdf ├── format.pdf ├── grit_plots.ipynb ├── latency.pdf ├── logo.png ├── logo_square.png ├── loss7.pdf ├── loss8x7.pdf ├── octopus.jpg ├── octopus.pdf ├── performance.drawio ├── performance.key ├── performance.pdf ├── poster_iclr2025.pdf ├── poster_iclr2025.pptx └── rag.pdf /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/README.md -------------------------------------------------------------------------------- /evaluation/eval_mteb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/evaluation/eval_mteb.py -------------------------------------------------------------------------------- /gritlm/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = "1.0.2" 2 | 3 | from .gritlm import GritLM -------------------------------------------------------------------------------- /gritlm/gritlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/gritlm.py -------------------------------------------------------------------------------- /gritlm/training/GradCache/.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | -------------------------------------------------------------------------------- /gritlm/training/GradCache/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/GradCache/LICENSE -------------------------------------------------------------------------------- /gritlm/training/GradCache/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/GradCache/README.md -------------------------------------------------------------------------------- /gritlm/training/GradCache/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/GradCache/setup.py -------------------------------------------------------------------------------- /gritlm/training/GradCache/src/grad_cache/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/GradCache/src/grad_cache/__init__.py -------------------------------------------------------------------------------- /gritlm/training/GradCache/src/grad_cache/cachex/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/GradCache/src/grad_cache/cachex/__init__.py -------------------------------------------------------------------------------- /gritlm/training/GradCache/src/grad_cache/cachex/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/GradCache/src/grad_cache/cachex/functional.py -------------------------------------------------------------------------------- /gritlm/training/GradCache/src/grad_cache/cachex/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/GradCache/src/grad_cache/cachex/training.py -------------------------------------------------------------------------------- /gritlm/training/GradCache/src/grad_cache/cachex/tree_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/GradCache/src/grad_cache/cachex/tree_utils.py -------------------------------------------------------------------------------- /gritlm/training/GradCache/src/grad_cache/context_managers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/GradCache/src/grad_cache/context_managers.py -------------------------------------------------------------------------------- /gritlm/training/GradCache/src/grad_cache/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/GradCache/src/grad_cache/functional.py -------------------------------------------------------------------------------- /gritlm/training/GradCache/src/grad_cache/grad_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/GradCache/src/grad_cache/grad_cache.py -------------------------------------------------------------------------------- /gritlm/training/GradCache/src/grad_cache/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/GradCache/src/grad_cache/loss.py -------------------------------------------------------------------------------- /gritlm/training/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/arguments.py -------------------------------------------------------------------------------- /gritlm/training/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/data.py -------------------------------------------------------------------------------- /gritlm/training/gradcache_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/gradcache_trainer.py -------------------------------------------------------------------------------- /gritlm/training/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/model.py -------------------------------------------------------------------------------- /gritlm/training/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/run.py -------------------------------------------------------------------------------- /gritlm/training/toy_data/toy_data_embedding.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/toy_data/toy_data_embedding.jsonl -------------------------------------------------------------------------------- /gritlm/training/toy_data/toy_data_generative.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/toy_data/toy_data_generative.jsonl -------------------------------------------------------------------------------- /gritlm/training/toy_data_instruct/toy_data_embedding.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/toy_data_instruct/toy_data_embedding.jsonl -------------------------------------------------------------------------------- /gritlm/training/toy_data_instruct/toy_data_generative.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/gritlm/training/toy_data_instruct/toy_data_generative.jsonl -------------------------------------------------------------------------------- /rag/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/rag/README.md -------------------------------------------------------------------------------- /rag/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/rag/base.py -------------------------------------------------------------------------------- /rag/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/rag/dist_utils.py -------------------------------------------------------------------------------- /rag/download_corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/rag/download_corpus.py -------------------------------------------------------------------------------- /rag/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/rag/eval.py -------------------------------------------------------------------------------- /rag/index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/rag/index.py -------------------------------------------------------------------------------- /rag/prepare_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/rag/prepare_qa.py -------------------------------------------------------------------------------- /rag/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/rag/tasks/__init__.py -------------------------------------------------------------------------------- /rag/tasks/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/rag/tasks/base.py -------------------------------------------------------------------------------- /rag/tasks/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/rag/tasks/evaluation.py -------------------------------------------------------------------------------- /rag/tasks/qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/rag/tasks/qa.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/AbsTaskRetrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/AbsTaskRetrieval.py -------------------------------------------------------------------------------- /scripts/add_lm_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/add_lm_head.py -------------------------------------------------------------------------------- /scripts/alpaca_median.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/alpaca_median.py -------------------------------------------------------------------------------- /scripts/check_decontamination.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/check_decontamination.py -------------------------------------------------------------------------------- /scripts/check_ds_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/check_ds_length.py -------------------------------------------------------------------------------- /scripts/compute_target_len.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/compute_target_len.py -------------------------------------------------------------------------------- /scripts/configs/config_128gpusfsdp_m7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_128gpusfsdp_m7.yml -------------------------------------------------------------------------------- /scripts/configs/config_128gpusfsdp_m7_fp32.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_128gpusfsdp_m7_fp32.yml -------------------------------------------------------------------------------- /scripts/configs/config_128gpusfsdp_m8x7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_128gpusfsdp_m8x7.yml -------------------------------------------------------------------------------- /scripts/configs/config_16gpusfsdp_m7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_16gpusfsdp_m7.yml -------------------------------------------------------------------------------- /scripts/configs/config_16gpusfsdp_m8x7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_16gpusfsdp_m8x7.yml -------------------------------------------------------------------------------- /scripts/configs/config_1gpusfsdp_m7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_1gpusfsdp_m7.yml -------------------------------------------------------------------------------- /scripts/configs/config_1gpusfsdp_m7_fp32.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_1gpusfsdp_m7_fp32.yml -------------------------------------------------------------------------------- /scripts/configs/config_256gpusfsdp_m7_fp32.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_256gpusfsdp_m7_fp32.yml -------------------------------------------------------------------------------- /scripts/configs/config_256gpusfsdp_m8x7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_256gpusfsdp_m8x7.yml -------------------------------------------------------------------------------- /scripts/configs/config_2gpusfsdp_m7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_2gpusfsdp_m7.yml -------------------------------------------------------------------------------- /scripts/configs/config_32gpusfsdp_m7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_32gpusfsdp_m7.yml -------------------------------------------------------------------------------- /scripts/configs/config_4gpusfsdp_m7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_4gpusfsdp_m7.yml -------------------------------------------------------------------------------- /scripts/configs/config_64gpusfsdp_m7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_64gpusfsdp_m7.yml -------------------------------------------------------------------------------- /scripts/configs/config_8gpusddp_m7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_8gpusddp_m7.yml -------------------------------------------------------------------------------- /scripts/configs/config_8gpusddp_m7_fp32.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_8gpusddp_m7_fp32.yml -------------------------------------------------------------------------------- /scripts/configs/config_8gpusds_m8x7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_8gpusds_m8x7.yml -------------------------------------------------------------------------------- /scripts/configs/config_8gpusfsdp_m7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_8gpusfsdp_m7.yml -------------------------------------------------------------------------------- /scripts/configs/config_8gpusfsdp_m7_fp32.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_8gpusfsdp_m7_fp32.yml -------------------------------------------------------------------------------- /scripts/configs/config_8gpusfsdp_m8x7.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/configs/config_8gpusfsdp_m8x7.yml -------------------------------------------------------------------------------- /scripts/convert_sharded.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/convert_sharded.py -------------------------------------------------------------------------------- /scripts/eval_mteb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/eval_mteb.sh -------------------------------------------------------------------------------- /scripts/generative_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/generative_eval.sh -------------------------------------------------------------------------------- /scripts/lmeval_to_tex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/lmeval_to_tex.py -------------------------------------------------------------------------------- /scripts/merge_cqadupstack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/merge_cqadupstack.py -------------------------------------------------------------------------------- /scripts/modeling_mistral_gritlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/modeling_mistral_gritlm.py -------------------------------------------------------------------------------- /scripts/modeling_mixtral_gritlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/modeling_mixtral_gritlm.py -------------------------------------------------------------------------------- /scripts/mteb_to_tex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/mteb_to_tex.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/PAQ_pairs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/PAQ_pairs.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/S2ORC_title_abstract.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/S2ORC_title_abstract.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/SimpleWiki.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/SimpleWiki.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/WikiAnswers.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/WikiAnswers.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/agnews.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/agnews.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/altlex.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/altlex.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/amazon-qa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/amazon-qa.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/amazon_review_2018.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/amazon_review_2018.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/ccnews_title_text.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/ccnews_title_text.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/cnn_dailymail.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/cnn_dailymail.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/coco_captions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/coco_captions.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/codesearchnet.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/codesearchnet.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/eli5_question_answer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/eli5_question_answer.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/flickr30k_captions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/flickr30k_captions.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/gigaword.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/gigaword.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/gooaq_pairs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/gooaq_pairs.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/medmcqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/medmcqa.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/multi_lexsum.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/multi_lexsum.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/npr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/npr.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/pubmedqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/pubmedqa.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/record.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/record.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/reddit-title-body.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/reddit-title-body.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/scitldr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/scitldr.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/searchQA_top5_snippets.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/searchQA_top5_snippets.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/sentence-compression.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/sentence-compression.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/squad_pairs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/squad_pairs.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/wikihow.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/wikihow.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/xsum.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/xsum.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/configs/yahoo_answers_title_answer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/configs/yahoo_answers_title_answer.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/diverse_instructions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/diverse_instructions.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/diverse_instructions_ni.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/diverse_instructions_ni.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/download_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/download_data.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/get_domain_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/get_domain_1.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/get_domain_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/get_domain_2.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/get_domain_3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/get_domain_3.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_1.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_1_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_1_1.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_2.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_3.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_fever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_fever.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_gigaword.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_gigaword.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_hotpotqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_hotpotqa.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_medmcqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_medmcqa.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_multi_lexsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_multi_lexsum.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_nq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_nq.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_pubmed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_pubmed.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_record.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_reddit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_reddit.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_scitldr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_scitldr.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_trex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_trex.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_triviaqa.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_wow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_wow.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/label_data_zeroshot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/label_data_zeroshot.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/mine_hard_negatives.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/mine_hard_negatives.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/natural_instruction_dataset_metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/natural_instruction_dataset_metadata.json -------------------------------------------------------------------------------- /scripts/prepare_datasets/run.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/prepare_datasets/try.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/try.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/upload.py -------------------------------------------------------------------------------- /scripts/prepare_datasets/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prepare_datasets/util.py -------------------------------------------------------------------------------- /scripts/prompt_examples/PAQ_pairs_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/PAQ_pairs_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/S2ORC_title_abstract_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/S2ORC_title_abstract_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/SimpleWiki_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/SimpleWiki_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/WikiAnswers_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/WikiAnswers_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/agnews.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/agnews.json -------------------------------------------------------------------------------- /scripts/prompt_examples/altlex.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/altlex.json -------------------------------------------------------------------------------- /scripts/prompt_examples/amazon-qa_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/amazon-qa_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/amazon_review_2018_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/amazon_review_2018_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/ccnews_title_text_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/ccnews_title_text_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/cnn_dailymail_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/cnn_dailymail_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/coco_captions_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/coco_captions_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/codesearchnet_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/codesearchnet_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/eli5_question_answer_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/eli5_question_answer_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/emb_train_1105_AllNLI.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/emb_train_1105_AllNLI.json -------------------------------------------------------------------------------- /scripts/prompt_examples/emb_train_1105_msmarco.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/emb_train_1105_msmarco.json -------------------------------------------------------------------------------- /scripts/prompt_examples/emb_train_1105_qqp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/emb_train_1105_qqp.json -------------------------------------------------------------------------------- /scripts/prompt_examples/emb_train_1105_specter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/emb_train_1105_specter.json -------------------------------------------------------------------------------- /scripts/prompt_examples/emb_train_1105_stackexchange.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/emb_train_1105_stackexchange.json -------------------------------------------------------------------------------- /scripts/prompt_examples/fever-train-multikilt_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/fever-train-multikilt_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/flickr30k_captions_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/flickr30k_captions_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/gigaword_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/gigaword_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/gooaq_pairs_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/gooaq_pairs_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/hotpotqa-train-multikilt_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/hotpotqa-train-multikilt_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/medmcqa_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/medmcqa_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/multi_lexsum_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/multi_lexsum_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/npr_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/npr_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/nq-train-multikilt_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/nq-train-multikilt_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/pubmedqa_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/pubmedqa_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/reddit-title-body_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/reddit-title-body_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/scitldr_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/scitldr_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/searchQA_top5_snippets_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/searchQA_top5_snippets_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/sentence-compression_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/sentence-compression_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/squad_pairs_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/squad_pairs_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/trex-train-multikilt_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/trex-train-multikilt_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/triviaqa-train-multikilt_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/triviaqa-train-multikilt_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/wikihow_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/wikihow_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/wow-train-multikilt_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/wow-train-multikilt_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/xsum_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/xsum_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/yahoo_answers_title_answer_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/yahoo_answers_title_answer_1107.json -------------------------------------------------------------------------------- /scripts/prompt_examples/zeroshot-train-multikilt_1107.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/prompt_examples/zeroshot-train-multikilt_1107.json -------------------------------------------------------------------------------- /scripts/raglatency.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/raglatency.sh -------------------------------------------------------------------------------- /scripts/reformat_allnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/reformat_allnli.py -------------------------------------------------------------------------------- /scripts/reformat_e5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/reformat_e5.py -------------------------------------------------------------------------------- /scripts/reformat_medi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/reformat_medi.py -------------------------------------------------------------------------------- /scripts/reformat_medi_instructions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/reformat_medi_instructions.py -------------------------------------------------------------------------------- /scripts/reformat_medi_instructions_separate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/reformat_medi_instructions_separate.py -------------------------------------------------------------------------------- /scripts/reformat_oasst_octopack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/reformat_oasst_octopack.py -------------------------------------------------------------------------------- /scripts/reformat_shp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/reformat_shp.py -------------------------------------------------------------------------------- /scripts/reformat_statedict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/reformat_statedict.py -------------------------------------------------------------------------------- /scripts/reformat_tuluv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/reformat_tuluv2.py -------------------------------------------------------------------------------- /scripts/reformat_ultrachat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/reformat_ultrachat.py -------------------------------------------------------------------------------- /scripts/script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/script.py -------------------------------------------------------------------------------- /scripts/shard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/shard.py -------------------------------------------------------------------------------- /scripts/training/train_embonly.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/training/train_embonly.sh -------------------------------------------------------------------------------- /scripts/training/train_genonly.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/training/train_genonly.sh -------------------------------------------------------------------------------- /scripts/training/train_gritlm_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/training/train_gritlm_7b.sh -------------------------------------------------------------------------------- /scripts/training/train_gritlm_8x7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/training/train_gritlm_8x7b.sh -------------------------------------------------------------------------------- /scripts/training/train_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/training/train_test.sh -------------------------------------------------------------------------------- /scripts/uploadhf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/scripts/uploadhf.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/setup.py -------------------------------------------------------------------------------- /visuals/GRIT_60MIN_SLIDES.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/GRIT_60MIN_SLIDES.pdf -------------------------------------------------------------------------------- /visuals/GRIT_POSTER_WIDE.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/GRIT_POSTER_WIDE.pptx -------------------------------------------------------------------------------- /visuals/embmem.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/embmem.pdf -------------------------------------------------------------------------------- /visuals/format.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/format.pdf -------------------------------------------------------------------------------- /visuals/grit_plots.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/grit_plots.ipynb -------------------------------------------------------------------------------- /visuals/latency.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/latency.pdf -------------------------------------------------------------------------------- /visuals/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/logo.png -------------------------------------------------------------------------------- /visuals/logo_square.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/logo_square.png -------------------------------------------------------------------------------- /visuals/loss7.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/loss7.pdf -------------------------------------------------------------------------------- /visuals/loss8x7.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/loss8x7.pdf -------------------------------------------------------------------------------- /visuals/octopus.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/octopus.jpg -------------------------------------------------------------------------------- /visuals/octopus.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/octopus.pdf -------------------------------------------------------------------------------- /visuals/performance.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/performance.drawio -------------------------------------------------------------------------------- /visuals/performance.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/performance.key -------------------------------------------------------------------------------- /visuals/performance.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/performance.pdf -------------------------------------------------------------------------------- /visuals/poster_iclr2025.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/poster_iclr2025.pdf -------------------------------------------------------------------------------- /visuals/poster_iclr2025.pptx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/poster_iclr2025.pptx -------------------------------------------------------------------------------- /visuals/rag.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ContextualAI/gritlm/HEAD/visuals/rag.pdf --------------------------------------------------------------------------------