├── .flake8 ├── .github └── workflows │ └── ci.yaml ├── .gitignore ├── .gitmodules ├── .pre-commit-config.yaml ├── Makefile ├── README.md ├── hub ├── batch_inference │ ├── add_sub │ │ ├── config.yaml │ │ ├── extract_batch_inference_add_sub.py │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_add_sub.py │ ├── aqua │ │ ├── config.yaml │ │ ├── extract_batch_inference_aqua.py │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_aqua.py │ ├── commonsense_qa │ │ ├── config.yaml │ │ ├── extract_batch_inference_commonsense_qa.py │ │ ├── prompt-batch=2-noidt.txt │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-noidt.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-noidt.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_commonsense_qa.py │ ├── example │ │ └── config.yaml │ ├── gsm8k │ │ ├── config.yaml │ │ ├── extract_batch_inference_gsm8k.py │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_gsm8k.py │ ├── mnli │ │ ├── config.yaml │ │ ├── extract_batch_inference_mnli.py │ │ ├── prompt-12shot-batch=2-simple_cot.txt │ │ ├── prompt-12shot-batch=2-standard.txt │ │ ├── prompt-12shot-batch=2.txt │ │ ├── prompt-12shot-batch=3-simple_cot.txt │ │ ├── prompt-12shot-batch=3-standard.txt │ │ ├── prompt-12shot-batch=3.txt │ │ ├── prompt-12shot-batch=4-simple_cot.txt │ │ ├── prompt-12shot-batch=4-standard.txt │ │ ├── prompt-12shot-batch=4.txt │ │ ├── prompt-12shot-batch=6-simple_cot.txt │ │ ├── prompt-12shot-batch=6-standard.txt │ │ ├── prompt-12shot-batch=6.txt │ │ └── transform_batch_inference_mnli.py │ ├── multi_arith │ │ ├── config.yaml │ │ ├── extract_batch_inference_multi_arith.py │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_multi_arith.py │ ├── rte │ │ ├── config.yaml │ │ ├── extract_batch_inference_rte.py │ │ ├── prompt-12shot-batch=2-standard.txt │ │ ├── prompt-12shot-batch=2.txt │ │ ├── prompt-12shot-batch=3-standard.txt │ │ ├── prompt-12shot-batch=3.txt │ │ ├── prompt-12shot-batch=4-standard.txt │ │ ├── prompt-12shot-batch=4.txt │ │ ├── prompt-12shot-batch=6-standard.txt │ │ ├── prompt-12shot-batch=6.txt │ │ └── transform_batch_inference_rte.py │ ├── sst5 │ │ ├── config.yaml │ │ ├── extract_batch_inference_sst5.py │ │ ├── prompt-12shot-batch=2-standard.txt │ │ ├── prompt-12shot-batch=2.txt │ │ ├── prompt-12shot-batch=3-standard.txt │ │ ├── prompt-12shot-batch=3.txt │ │ ├── prompt-12shot-batch=4-standard.txt │ │ ├── prompt-12shot-batch=4.txt │ │ ├── prompt-12shot-batch=6-standard.txt │ │ ├── prompt-12shot-batch=6.txt │ │ └── transform_batch_inference_sst5.py │ ├── strategy_qa │ │ ├── config.yaml │ │ ├── extract_batch_inference_strategy_qa.py │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_strategy_qa.py │ └── svamp │ │ ├── config.yaml │ │ ├── extract_batch_inference_svamp.py │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_svamp.py ├── batch_inference_chat │ ├── add_sub │ │ ├── config.yaml │ │ ├── extract_batch_inference_add_sub.py │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_add_sub.py │ ├── aqua │ │ ├── config.yaml │ │ ├── extract_batch_inference_aqua.py │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_aqua.py │ ├── commonsense_qa │ │ ├── config.yaml │ │ ├── extract_batch_inference_commonsense_qa.py │ │ ├── prompt-batch=2-noidt.txt │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-noidt.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-noidt.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_commonsense_qa.py │ ├── example │ │ └── config.yaml │ ├── gsm8k │ │ ├── config.yaml │ │ ├── extract_batch_inference_gsm8k.py │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_gsm8k.py │ ├── mnli │ │ ├── config.yaml │ │ ├── extract_batch_inference_mnli.py │ │ ├── prompt-12shot-batch=2-simple_cot.txt │ │ ├── prompt-12shot-batch=2-standard.txt │ │ ├── prompt-12shot-batch=2.txt │ │ ├── prompt-12shot-batch=3-simple_cot.txt │ │ ├── prompt-12shot-batch=3-standard.txt │ │ ├── prompt-12shot-batch=3.txt │ │ ├── prompt-12shot-batch=4-simple_cot.txt │ │ ├── prompt-12shot-batch=4-standard.txt │ │ ├── prompt-12shot-batch=4.txt │ │ ├── prompt-12shot-batch=6-simple_cot.txt │ │ ├── prompt-12shot-batch=6-standard.txt │ │ ├── prompt-12shot-batch=6.txt │ │ └── transform_batch_inference_mnli.py │ ├── multi_arith │ │ ├── config.yaml │ │ ├── extract_batch_inference_multi_arith.py │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_multi_arith.py │ ├── rte │ │ ├── config.yaml │ │ ├── extract_batch_inference_rte.py │ │ ├── prompt-12shot-batch=2-standard.txt │ │ ├── prompt-12shot-batch=2.txt │ │ ├── prompt-12shot-batch=3-standard.txt │ │ ├── prompt-12shot-batch=3.txt │ │ ├── prompt-12shot-batch=4-standard.txt │ │ ├── prompt-12shot-batch=4.txt │ │ ├── prompt-12shot-batch=6-standard.txt │ │ ├── prompt-12shot-batch=6.txt │ │ └── transform_batch_inference_rte.py │ ├── sst5 │ │ ├── config.yaml │ │ ├── extract_batch_inference_sst5.py │ │ ├── prompt-12shot-batch=2-standard.txt │ │ ├── prompt-12shot-batch=2.txt │ │ ├── prompt-12shot-batch=3-standard.txt │ │ ├── prompt-12shot-batch=3.txt │ │ ├── prompt-12shot-batch=4-standard.txt │ │ ├── prompt-12shot-batch=4.txt │ │ ├── prompt-12shot-batch=6-standard.txt │ │ ├── prompt-12shot-batch=6.txt │ │ └── transform_batch_inference_sst5.py │ ├── strategy_qa │ │ ├── config.yaml │ │ ├── extract_batch_inference_strategy_qa.py │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_strategy_qa.py │ └── svamp │ │ ├── config.yaml │ │ ├── extract_batch_inference_svamp.py │ │ ├── prompt-batch=2-standard.txt │ │ ├── prompt-batch=2.txt │ │ ├── prompt-batch=3-standard.txt │ │ ├── prompt-batch=3.txt │ │ ├── prompt-batch=4-standard.txt │ │ ├── prompt-batch=4.txt │ │ ├── prompt-batch=6-standard.txt │ │ ├── prompt-batch=6.txt │ │ └── transform_batch_inference_svamp.py ├── cot │ ├── add_sub │ │ ├── config.yaml │ │ ├── extract_cot_add_sub.py │ │ ├── prompt.txt │ │ └── transform_cot_add_sub.py │ ├── aqua │ │ ├── config.yaml │ │ ├── extract_cot_aqua.py │ │ ├── prompt.txt │ │ └── transform_cot_aqua.py │ ├── coinflip │ │ └── prompt.txt │ ├── commonsense_qa │ │ ├── config.yaml │ │ ├── extract_cot_commonsense_qa.py │ │ ├── prompt.txt │ │ └── transform_cot_commonsense_qa.py │ ├── example │ │ └── config.yaml │ ├── gsm8k │ │ ├── config.yaml │ │ ├── extract_cot_gsm8k.py │ │ ├── prompt.txt │ │ └── transform_cot_gsm8k.py │ ├── hotpot_qa │ │ ├── config.yaml │ │ └── prompt.txt │ ├── last_letter_concat │ │ └── prompt.txt │ ├── math_word_problems │ │ └── prompt.txt │ ├── mnli │ │ ├── config.yaml │ │ ├── extract_cot_mnli.py │ │ ├── prompt-12shot.txt │ │ └── transform_cot_mnli.py │ ├── multi_arith │ │ ├── config.yaml │ │ ├── extract_cot_multi_arith.py │ │ ├── prompt.txt │ │ └── transform_cot_multi_arith.py │ ├── rte │ │ ├── config.yaml │ │ ├── extract_cot_rte.py │ │ ├── prompt-12shot.txt │ │ └── transform_cot_rte.py │ ├── saycan │ │ └── prompt.txt │ ├── sst5 │ │ ├── config.yaml │ │ ├── extract_cot_sst5.py │ │ ├── prompt-12shot.txt │ │ └── transform_cot_sst5.py │ ├── strategy_qa │ │ ├── config.yaml │ │ ├── extract_cot_strategy_qa.py │ │ ├── prompt.txt │ │ └── transform_cot_strategy_qa.py │ └── svamp │ │ ├── config.yaml │ │ ├── extract_cot_svamp.py │ │ ├── prompt.txt │ │ └── transform_cot_svamp.py ├── cot_chat │ ├── add_sub │ │ ├── config.yaml │ │ ├── extract_cot_add_sub.py │ │ ├── prompt.txt │ │ └── transform_cot_add_sub.py │ ├── aqua │ │ ├── config.yaml │ │ ├── extract_cot_aqua.py │ │ ├── prompt.txt │ │ └── transform_cot_aqua.py │ ├── coinflip │ │ └── prompt.txt │ ├── commonsense_qa │ │ ├── config.yaml │ │ ├── extract_cot_commonsense_qa.py │ │ ├── prompt.txt │ │ └── transform_cot_commonsense_qa.py │ ├── example │ │ └── config.yaml │ ├── gsm8k │ │ ├── config.yaml │ │ ├── extract_cot_gsm8k.py │ │ ├── prompt.txt │ │ └── transform_cot_gsm8k.py │ ├── last_letter_concat │ │ └── prompt.txt │ ├── math_word_problems │ │ └── prompt.txt │ ├── mnli │ │ ├── config.yaml │ │ ├── extract_cot_mnli.py │ │ ├── prompt-12shot.txt │ │ └── transform_cot_mnli.py │ ├── multi_arith │ │ ├── config.yaml │ │ ├── extract_cot_multi_arith.py │ │ ├── prompt.txt │ │ └── transform_cot_multi_arith.py │ ├── rte │ │ ├── config.yaml │ │ ├── extract_cot_rte.py │ │ ├── prompt-12shot.txt │ │ └── transform_cot_rte.py │ ├── saycan │ │ └── prompt.txt │ ├── sst5 │ │ ├── config.yaml │ │ ├── extract_cot_sst5.py │ │ ├── prompt-12shot.txt │ │ └── transform_cot_sst5.py │ ├── strategy_qa │ │ ├── config.yaml │ │ ├── extract_cot_strategy_qa.py │ │ ├── prompt.txt │ │ └── transform_cot_strategy_qa.py │ └── svamp │ │ ├── config.yaml │ │ ├── extract_cot_svamp.py │ │ ├── prompt.txt │ │ └── transform_cot_svamp.py └── standard │ ├── add_sub │ ├── config.yaml │ ├── prompt-chat.txt │ ├── prompt.txt │ └── transform_standard_add_sub.py │ ├── aqua │ ├── config.yaml │ ├── extract_standard_aqua.py │ ├── prompt.txt │ └── transform_standard_aqua.py │ ├── commonsense_qa │ ├── config.yaml │ ├── extract_standard_commonsense_qa.py │ ├── prompt-chat.txt │ ├── prompt.txt │ └── transform_standard_commonsense_qa.py │ ├── example │ └── config.yaml │ ├── gsm8k │ ├── config.yaml │ ├── prompt.txt │ ├── prompt_chat.txt │ └── transform_standard_gsm8k.py │ ├── mnli │ ├── config.yaml │ ├── prompt-12shot.txt │ └── transform_standard_mnli.py │ ├── multi_arith │ ├── config.yaml │ ├── prompt.txt │ └── transform_standard_multi_arith.py │ ├── rte │ ├── config.yaml │ ├── prompt-12shot-chat.txt │ ├── prompt-12shot.txt │ └── transform_standard_rte.py │ ├── sst5 │ ├── config.yaml │ ├── prompt-12shot.txt │ └── transform_standard_sst5.py │ ├── strategy_qa │ ├── config.yaml │ ├── prompt.txt │ └── transform_standard_strategy_qa.py │ └── svamp │ ├── config.yaml │ ├── extract_standard_svamp.py │ ├── prompt-chat.txt │ ├── prompt.txt │ └── transform_standard_svamp.py ├── humanprompt ├── __init__.py ├── artifacts │ ├── __init__.py │ └── artifact.py ├── components │ ├── __init__.py │ ├── aggregate │ │ ├── __init__.py │ │ ├── aggregate_factory.py │ │ ├── base.py │ │ ├── metal.py │ │ ├── mrc_exec.py │ │ ├── simple_majority_vote.py │ │ └── weighted_vote.py │ ├── extract │ │ ├── __init__.py │ │ ├── extract_base.py │ │ ├── extract_factory.py │ │ ├── extract_multi_choice_qa.py │ │ ├── extract_multi_choice_qa_batch.py │ │ ├── extract_regex.py │ │ └── extract_regex_batch.py │ ├── post_hoc.py │ ├── prompt.py │ ├── retrieve │ │ └── __init__.py │ └── transform │ │ ├── __init__.py │ │ ├── transform_base.py │ │ ├── transform_db.py │ │ ├── transform_factory.py │ │ ├── transform_multi_choice_qa.py │ │ ├── transform_multi_choice_qa_batch.py │ │ ├── transform_nli.py │ │ ├── transform_nli_batch.py │ │ ├── transform_passage_qa.py │ │ ├── transform_simple_qa.py │ │ ├── transform_simple_qa_batch.py │ │ └── transform_table.py ├── evaluators │ ├── __init__.py │ └── evaluator.py ├── methods │ ├── __init__.py │ ├── ama_prompting │ │ ├── __init__.py │ │ └── method.py │ ├── ape │ │ └── __init__.py │ ├── auto │ │ ├── __init__.py │ │ ├── auto_factory.py │ │ └── method_auto.py │ ├── auto_cot │ │ └── __init__.py │ ├── base_method │ │ ├── __init__.py │ │ └── method.py │ ├── batch_infererence │ │ ├── __init__.py │ │ └── method.py │ ├── batch_infererence_chat │ │ ├── __init__.py │ │ └── method.py │ ├── binder │ │ ├── __init__.py │ │ └── method.py │ ├── cot │ │ ├── __init__.py │ │ └── method.py │ ├── cot_chat │ │ ├── __init__.py │ │ └── method.py │ ├── db_text2sql │ │ ├── __init__.py │ │ └── method.py │ ├── decomp │ │ └── __init__.py │ ├── ic_dst │ │ └── __init__.py │ ├── least_to_most │ │ └── __init__.py │ ├── pot │ │ ├── __init__.py │ │ └── method.py │ ├── react │ │ ├── __init__.py │ │ └── method.py │ ├── self_ask │ │ └── __init__.py │ ├── self_consistency │ │ └── __init__.py │ ├── standard │ │ ├── __init__.py │ │ └── method.py │ ├── standard_chat │ │ ├── __init__.py │ │ └── method.py │ ├── think_sum │ │ └── __init__.py │ └── zero_shot_cot │ │ ├── __init__.py │ │ ├── gsm8k.json │ │ └── method.py ├── tasks │ ├── __init__.py │ ├── add_sub.py │ ├── aqua.py │ ├── coin_flip.py │ ├── dataset_loader.py │ ├── drop.py │ ├── mawps.py │ ├── multi_arith.py │ ├── say_can.py │ ├── single_eq.py │ ├── spider.py │ ├── strategy_qa.py │ ├── svamp.py │ ├── tab_fact.py │ └── wikitq.py └── utils │ ├── __init__.py │ ├── config_utils.py │ └── integrations.py ├── pyproject.toml ├── scripts ├── configs │ ├── batch_inference-add_sub-batch=2-standard.yaml │ ├── batch_inference-add_sub-batch=2.yaml │ ├── batch_inference-add_sub-batch=3-standard.yaml │ ├── batch_inference-add_sub-batch=3.yaml │ ├── batch_inference-add_sub-batch=4-standard.yaml │ ├── batch_inference-add_sub-batch=4.yaml │ ├── batch_inference-add_sub-batch=6-standard.yaml │ ├── batch_inference-add_sub-batch=6.yaml │ ├── batch_inference-add_sub-chat-batch=2.yaml │ ├── batch_inference-aqua-batch=2-standard.yaml │ ├── batch_inference-aqua-batch=2.yaml │ ├── batch_inference-aqua-batch=3-standard.yaml │ ├── batch_inference-aqua-batch=3.yaml │ ├── batch_inference-aqua-batch=4-standard.yaml │ ├── batch_inference-aqua-batch=4.yaml │ ├── batch_inference-aqua-batch=6-standard.yaml │ ├── batch_inference-aqua-batch=6.yaml │ ├── batch_inference-commonsense_qa-batch=2-standard.yaml │ ├── batch_inference-commonsense_qa-batch=2.yaml │ ├── batch_inference-commonsense_qa-batch=3-standard.yaml │ ├── batch_inference-commonsense_qa-batch=3.yaml │ ├── batch_inference-commonsense_qa-batch=4-standard.yaml │ ├── batch_inference-commonsense_qa-batch=4.yaml │ ├── batch_inference-commonsense_qa-batch=6-standard.yaml │ ├── batch_inference-commonsense_qa-batch=6.yaml │ ├── batch_inference-commonsense_qa-chat-batch=2.yaml │ ├── batch_inference-gsm8k-batch=2-standard.yaml │ ├── batch_inference-gsm8k-batch=2.yaml │ ├── batch_inference-gsm8k-batch=3-standard.yaml │ ├── batch_inference-gsm8k-batch=3.yaml │ ├── batch_inference-gsm8k-batch=4-standard.yaml │ ├── batch_inference-gsm8k-batch=4.yaml │ ├── batch_inference-gsm8k-batch=6-standard.yaml │ ├── batch_inference-gsm8k-batch=6.yaml │ ├── batch_inference-gsm8k-chat-batch=2.yaml │ ├── batch_inference-mnli-batch=2-standard.yaml │ ├── batch_inference-mnli-batch=2.yaml │ ├── batch_inference-mnli-batch=3-standard.yaml │ ├── batch_inference-mnli-batch=3.yaml │ ├── batch_inference-mnli-batch=4-standard.yaml │ ├── batch_inference-mnli-batch=4.yaml │ ├── batch_inference-mnli-batch=6-standard.yaml │ ├── batch_inference-mnli-batch=6.yaml │ ├── batch_inference-multi_arith-batch=2-standard.yaml │ ├── batch_inference-multi_arith-batch=2.yaml │ ├── batch_inference-multi_arith-batch=3-standard.yaml │ ├── batch_inference-multi_arith-batch=3.yaml │ ├── batch_inference-multi_arith-batch=4-standard.yaml │ ├── batch_inference-multi_arith-batch=4.yaml │ ├── batch_inference-multi_arith-batch=6-standard.yaml │ ├── batch_inference-multi_arith-batch=6.yaml │ ├── batch_inference-rte-batch=2-standard.yaml │ ├── batch_inference-rte-batch=2.yaml │ ├── batch_inference-rte-batch=3-standard.yaml │ ├── batch_inference-rte-batch=3.yaml │ ├── batch_inference-rte-batch=4-standard.yaml │ ├── batch_inference-rte-batch=4.yaml │ ├── batch_inference-rte-batch=6-standard.yaml │ ├── batch_inference-rte-batch=6.yaml │ ├── batch_inference-rte-chat-batch=2.yaml │ ├── batch_inference-sst5-batch=2-standard.yaml │ ├── batch_inference-sst5-batch=2.yaml │ ├── batch_inference-sst5-batch=3-standard.yaml │ ├── batch_inference-sst5-batch=3.yaml │ ├── batch_inference-sst5-batch=4-standard.yaml │ ├── batch_inference-sst5-batch=4.yaml │ ├── batch_inference-sst5-batch=6-standard.yaml │ ├── batch_inference-sst5-batch=6.yaml │ ├── batch_inference-strategy_qa-batch=2-standard.yaml │ ├── batch_inference-strategy_qa-batch=2.yaml │ ├── batch_inference-strategy_qa-batch=3-standard.yaml │ ├── batch_inference-strategy_qa-batch=3.yaml │ ├── batch_inference-strategy_qa-batch=4-standard.yaml │ ├── batch_inference-strategy_qa-batch=4.yaml │ ├── batch_inference-strategy_qa-batch=6-standard.yaml │ ├── batch_inference-strategy_qa-batch=6.yaml │ ├── batch_inference-svamp-batch=2-standard.yaml │ ├── batch_inference-svamp-batch=2.yaml │ ├── batch_inference-svamp-batch=3-standard.yaml │ ├── batch_inference-svamp-batch=3.yaml │ ├── batch_inference-svamp-batch=4-standard.yaml │ ├── batch_inference-svamp-batch=4.yaml │ ├── batch_inference-svamp-batch=6-standard.yaml │ ├── batch_inference-svamp-batch=6.yaml │ ├── batch_inference-svamp-chat-batch=2.yaml │ ├── cot-add_sub-chat.yaml │ ├── cot-add_sub.yaml │ ├── cot-aqua.yaml │ ├── cot-commonsense_qa-chat.yaml │ ├── cot-commonsense_qa.yaml │ ├── cot-gsm8k-chat.yaml │ ├── cot-gsm8k.yaml │ ├── cot-mnli.yaml │ ├── cot-multi_arith.yaml │ ├── cot-rte-chat.yaml │ ├── cot-rte.yaml │ ├── cot-sst5.yaml │ ├── cot-strategy_qa.yaml │ ├── cot-svamp-chat.yaml │ ├── cot-svamp.yaml │ ├── standard-add_sub.yaml │ ├── standard-aqua.yaml │ ├── standard-commonsense_qa.yaml │ ├── standard-gsm8k.yaml │ ├── standard-mnli.yaml │ ├── standard-multi_arith.yaml │ ├── standard-rte.yaml │ ├── standard-sst5.yaml │ ├── standard-strategy_qa.yaml │ └── standard-svamp.yaml ├── misc │ ├── group_results │ │ ├── add_sub-batch=2-clustering.json │ │ ├── add_sub-batch=2-diversity.json │ │ ├── add_sub-batch=3-clustering.json │ │ ├── add_sub-batch=3-diversity.json │ │ ├── add_sub-batch=4-clustering.json │ │ ├── add_sub-batch=4-diversity.json │ │ ├── add_sub-batch=6-clustering.json │ │ ├── add_sub-batch=6-diversity.json │ │ ├── aqua-batch=2-clustering.json │ │ ├── aqua-batch=3-clustering.json │ │ ├── aqua-batch=4-clustering.json │ │ ├── aqua-batch=6-clustering.json │ │ ├── commonsense_qa-batch=2-clustering.json │ │ ├── commonsense_qa-batch=2-diversity.json │ │ ├── commonsense_qa-batch=3-clustering.json │ │ ├── commonsense_qa-batch=3-diversity.json │ │ ├── commonsense_qa-batch=4-clustering.json │ │ ├── commonsense_qa-batch=4-diversity.json │ │ ├── commonsense_qa-batch=6-clustering.json │ │ ├── commonsense_qa-batch=6-diversity.json │ │ ├── gsm8k-batch=2-clustering.json │ │ ├── gsm8k-batch=2-diversity.json │ │ ├── gsm8k-batch=3-clustering.json │ │ ├── gsm8k-batch=3-diversity.json │ │ ├── gsm8k-batch=4-clustering.json │ │ ├── gsm8k-batch=4-diversity.json │ │ ├── gsm8k-batch=6-clustering.json │ │ ├── gsm8k-batch=6-diversity.json │ │ ├── rte-batch=2-clustering.json │ │ ├── rte-batch=2-diversity.json │ │ ├── rte-batch=3-clustering.json │ │ ├── rte-batch=3-diversity.json │ │ ├── rte-batch=4-clustering.json │ │ ├── rte-batch=4-diversity.json │ │ ├── rte-batch=6-clustering.json │ │ ├── rte-batch=6-diversity.json │ │ ├── strategy_qa-batch=2-clustering.json │ │ ├── strategy_qa-batch=3-clustering.json │ │ ├── strategy_qa-batch=4-clustering.json │ │ ├── strategy_qa-batch=6-clustering.json │ │ ├── svamp-batch=2-clustering.json │ │ ├── svamp-batch=2-diversity.json │ │ ├── svamp-batch=3-clustering.json │ │ ├── svamp-batch=3-diversity.json │ │ ├── svamp-batch=4-clustering.json │ │ ├── svamp-batch=4-diversity.json │ │ ├── svamp-batch=6-clustering.json │ │ └── svamp-batch=6-diversity.json │ └── group_samples.py ├── openai_api_keys.txt ├── run_batch_inference-chat.py ├── run_batch_inference-group.py ├── run_batch_inference.py ├── run_standard-chat.py └── run_standard.py └── setup.py /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/workflows/ci.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/.github/workflows/ci.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/.gitmodules -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/README.md -------------------------------------------------------------------------------- /hub/batch_inference/add_sub/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/add_sub/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference/add_sub/extract_batch_inference_add_sub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/add_sub/extract_batch_inference_add_sub.py -------------------------------------------------------------------------------- /hub/batch_inference/add_sub/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/add_sub/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/add_sub/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/add_sub/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference/add_sub/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/add_sub/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/add_sub/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/add_sub/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference/add_sub/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/add_sub/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/add_sub/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/add_sub/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference/add_sub/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/add_sub/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/add_sub/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/add_sub/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference/add_sub/transform_batch_inference_add_sub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/add_sub/transform_batch_inference_add_sub.py -------------------------------------------------------------------------------- /hub/batch_inference/aqua/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/aqua/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference/aqua/extract_batch_inference_aqua.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/aqua/extract_batch_inference_aqua.py -------------------------------------------------------------------------------- /hub/batch_inference/aqua/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/aqua/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/aqua/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/aqua/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference/aqua/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/aqua/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/aqua/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/aqua/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference/aqua/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/aqua/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/aqua/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/aqua/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference/aqua/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/aqua/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/aqua/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/aqua/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference/aqua/transform_batch_inference_aqua.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/aqua/transform_batch_inference_aqua.py -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/extract_batch_inference_commonsense_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/extract_batch_inference_commonsense_qa.py -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/prompt-batch=2-noidt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/prompt-batch=2-noidt.txt -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/prompt-batch=3-noidt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/prompt-batch=3-noidt.txt -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/prompt-batch=4-noidt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/prompt-batch=4-noidt.txt -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference/commonsense_qa/transform_batch_inference_commonsense_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/commonsense_qa/transform_batch_inference_commonsense_qa.py -------------------------------------------------------------------------------- /hub/batch_inference/example/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/example/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference/gsm8k/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/gsm8k/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference/gsm8k/extract_batch_inference_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/gsm8k/extract_batch_inference_gsm8k.py -------------------------------------------------------------------------------- /hub/batch_inference/gsm8k/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/gsm8k/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/gsm8k/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/gsm8k/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference/gsm8k/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/gsm8k/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/gsm8k/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/gsm8k/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference/gsm8k/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/gsm8k/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/gsm8k/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/gsm8k/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference/gsm8k/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/gsm8k/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/gsm8k/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/gsm8k/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference/gsm8k/transform_batch_inference_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/gsm8k/transform_batch_inference_gsm8k.py -------------------------------------------------------------------------------- /hub/batch_inference/mnli/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference/mnli/extract_batch_inference_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/extract_batch_inference_mnli.py -------------------------------------------------------------------------------- /hub/batch_inference/mnli/prompt-12shot-batch=2-simple_cot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/prompt-12shot-batch=2-simple_cot.txt -------------------------------------------------------------------------------- /hub/batch_inference/mnli/prompt-12shot-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/prompt-12shot-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/mnli/prompt-12shot-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/prompt-12shot-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference/mnli/prompt-12shot-batch=3-simple_cot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/prompt-12shot-batch=3-simple_cot.txt -------------------------------------------------------------------------------- /hub/batch_inference/mnli/prompt-12shot-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/prompt-12shot-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/mnli/prompt-12shot-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/prompt-12shot-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference/mnli/prompt-12shot-batch=4-simple_cot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/prompt-12shot-batch=4-simple_cot.txt -------------------------------------------------------------------------------- /hub/batch_inference/mnli/prompt-12shot-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/prompt-12shot-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/mnli/prompt-12shot-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/prompt-12shot-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference/mnli/prompt-12shot-batch=6-simple_cot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/prompt-12shot-batch=6-simple_cot.txt -------------------------------------------------------------------------------- /hub/batch_inference/mnli/prompt-12shot-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/prompt-12shot-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/mnli/prompt-12shot-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/prompt-12shot-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference/mnli/transform_batch_inference_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/mnli/transform_batch_inference_mnli.py -------------------------------------------------------------------------------- /hub/batch_inference/multi_arith/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/multi_arith/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference/multi_arith/extract_batch_inference_multi_arith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/multi_arith/extract_batch_inference_multi_arith.py -------------------------------------------------------------------------------- /hub/batch_inference/multi_arith/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/multi_arith/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/multi_arith/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/multi_arith/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference/multi_arith/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/multi_arith/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/multi_arith/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/multi_arith/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference/multi_arith/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/multi_arith/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/multi_arith/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/multi_arith/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference/multi_arith/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/multi_arith/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/multi_arith/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/multi_arith/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference/multi_arith/transform_batch_inference_multi_arith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/multi_arith/transform_batch_inference_multi_arith.py -------------------------------------------------------------------------------- /hub/batch_inference/rte/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/rte/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference/rte/extract_batch_inference_rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/rte/extract_batch_inference_rte.py -------------------------------------------------------------------------------- /hub/batch_inference/rte/prompt-12shot-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/rte/prompt-12shot-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/rte/prompt-12shot-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/rte/prompt-12shot-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference/rte/prompt-12shot-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/rte/prompt-12shot-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/rte/prompt-12shot-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/rte/prompt-12shot-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference/rte/prompt-12shot-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/rte/prompt-12shot-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/rte/prompt-12shot-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/rte/prompt-12shot-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference/rte/prompt-12shot-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/rte/prompt-12shot-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/rte/prompt-12shot-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/rte/prompt-12shot-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference/rte/transform_batch_inference_rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/rte/transform_batch_inference_rte.py -------------------------------------------------------------------------------- /hub/batch_inference/sst5/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/sst5/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference/sst5/extract_batch_inference_sst5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/sst5/extract_batch_inference_sst5.py -------------------------------------------------------------------------------- /hub/batch_inference/sst5/prompt-12shot-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/sst5/prompt-12shot-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/sst5/prompt-12shot-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/sst5/prompt-12shot-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference/sst5/prompt-12shot-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/sst5/prompt-12shot-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/sst5/prompt-12shot-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/sst5/prompt-12shot-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference/sst5/prompt-12shot-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/sst5/prompt-12shot-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/sst5/prompt-12shot-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/sst5/prompt-12shot-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference/sst5/prompt-12shot-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/sst5/prompt-12shot-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/sst5/prompt-12shot-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/sst5/prompt-12shot-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference/sst5/transform_batch_inference_sst5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/sst5/transform_batch_inference_sst5.py -------------------------------------------------------------------------------- /hub/batch_inference/strategy_qa/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/strategy_qa/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference/strategy_qa/extract_batch_inference_strategy_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/strategy_qa/extract_batch_inference_strategy_qa.py -------------------------------------------------------------------------------- /hub/batch_inference/strategy_qa/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/strategy_qa/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/strategy_qa/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/strategy_qa/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference/strategy_qa/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/strategy_qa/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/strategy_qa/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/strategy_qa/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference/strategy_qa/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/strategy_qa/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/strategy_qa/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/strategy_qa/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference/strategy_qa/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/strategy_qa/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/strategy_qa/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/strategy_qa/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference/strategy_qa/transform_batch_inference_strategy_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/strategy_qa/transform_batch_inference_strategy_qa.py -------------------------------------------------------------------------------- /hub/batch_inference/svamp/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/svamp/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference/svamp/extract_batch_inference_svamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/svamp/extract_batch_inference_svamp.py -------------------------------------------------------------------------------- /hub/batch_inference/svamp/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/svamp/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/svamp/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/svamp/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference/svamp/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/svamp/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/svamp/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/svamp/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference/svamp/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/svamp/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/svamp/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/svamp/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference/svamp/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/svamp/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference/svamp/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/svamp/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference/svamp/transform_batch_inference_svamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference/svamp/transform_batch_inference_svamp.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/add_sub/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/add_sub/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference_chat/add_sub/extract_batch_inference_add_sub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/add_sub/extract_batch_inference_add_sub.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/add_sub/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/add_sub/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/add_sub/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/add_sub/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/add_sub/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/add_sub/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/add_sub/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/add_sub/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/add_sub/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/add_sub/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/add_sub/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/add_sub/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/add_sub/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/add_sub/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/add_sub/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/add_sub/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/add_sub/transform_batch_inference_add_sub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/add_sub/transform_batch_inference_add_sub.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/aqua/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/aqua/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference_chat/aqua/extract_batch_inference_aqua.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/aqua/extract_batch_inference_aqua.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/aqua/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/aqua/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/aqua/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/aqua/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/aqua/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/aqua/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/aqua/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/aqua/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/aqua/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/aqua/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/aqua/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/aqua/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/aqua/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/aqua/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/aqua/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/aqua/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/aqua/transform_batch_inference_aqua.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/aqua/transform_batch_inference_aqua.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/extract_batch_inference_commonsense_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/extract_batch_inference_commonsense_qa.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/prompt-batch=2-noidt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/prompt-batch=2-noidt.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/prompt-batch=3-noidt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/prompt-batch=3-noidt.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/prompt-batch=4-noidt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/prompt-batch=4-noidt.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/commonsense_qa/transform_batch_inference_commonsense_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/commonsense_qa/transform_batch_inference_commonsense_qa.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/example/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/example/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference_chat/gsm8k/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/gsm8k/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference_chat/gsm8k/extract_batch_inference_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/gsm8k/extract_batch_inference_gsm8k.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/gsm8k/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/gsm8k/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/gsm8k/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/gsm8k/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/gsm8k/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/gsm8k/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/gsm8k/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/gsm8k/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/gsm8k/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/gsm8k/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/gsm8k/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/gsm8k/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/gsm8k/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/gsm8k/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/gsm8k/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/gsm8k/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/gsm8k/transform_batch_inference_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/gsm8k/transform_batch_inference_gsm8k.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/extract_batch_inference_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/extract_batch_inference_mnli.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/prompt-12shot-batch=2-simple_cot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/prompt-12shot-batch=2-simple_cot.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/prompt-12shot-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/prompt-12shot-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/prompt-12shot-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/prompt-12shot-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/prompt-12shot-batch=3-simple_cot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/prompt-12shot-batch=3-simple_cot.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/prompt-12shot-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/prompt-12shot-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/prompt-12shot-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/prompt-12shot-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/prompt-12shot-batch=4-simple_cot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/prompt-12shot-batch=4-simple_cot.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/prompt-12shot-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/prompt-12shot-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/prompt-12shot-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/prompt-12shot-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/prompt-12shot-batch=6-simple_cot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/prompt-12shot-batch=6-simple_cot.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/prompt-12shot-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/prompt-12shot-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/prompt-12shot-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/prompt-12shot-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/mnli/transform_batch_inference_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/mnli/transform_batch_inference_mnli.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/multi_arith/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/multi_arith/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference_chat/multi_arith/extract_batch_inference_multi_arith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/multi_arith/extract_batch_inference_multi_arith.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/multi_arith/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/multi_arith/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/multi_arith/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/multi_arith/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/multi_arith/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/multi_arith/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/multi_arith/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/multi_arith/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/multi_arith/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/multi_arith/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/multi_arith/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/multi_arith/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/multi_arith/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/multi_arith/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/multi_arith/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/multi_arith/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/multi_arith/transform_batch_inference_multi_arith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/multi_arith/transform_batch_inference_multi_arith.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/rte/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/rte/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference_chat/rte/extract_batch_inference_rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/rte/extract_batch_inference_rte.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/rte/prompt-12shot-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/rte/prompt-12shot-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/rte/prompt-12shot-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/rte/prompt-12shot-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/rte/prompt-12shot-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/rte/prompt-12shot-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/rte/prompt-12shot-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/rte/prompt-12shot-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/rte/prompt-12shot-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/rte/prompt-12shot-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/rte/prompt-12shot-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/rte/prompt-12shot-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/rte/prompt-12shot-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/rte/prompt-12shot-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/rte/prompt-12shot-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/rte/prompt-12shot-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/rte/transform_batch_inference_rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/rte/transform_batch_inference_rte.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/sst5/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/sst5/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference_chat/sst5/extract_batch_inference_sst5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/sst5/extract_batch_inference_sst5.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/sst5/prompt-12shot-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/sst5/prompt-12shot-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/sst5/prompt-12shot-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/sst5/prompt-12shot-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/sst5/prompt-12shot-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/sst5/prompt-12shot-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/sst5/prompt-12shot-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/sst5/prompt-12shot-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/sst5/prompt-12shot-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/sst5/prompt-12shot-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/sst5/prompt-12shot-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/sst5/prompt-12shot-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/sst5/prompt-12shot-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/sst5/prompt-12shot-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/sst5/prompt-12shot-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/sst5/prompt-12shot-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/sst5/transform_batch_inference_sst5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/sst5/transform_batch_inference_sst5.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/strategy_qa/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/strategy_qa/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference_chat/strategy_qa/extract_batch_inference_strategy_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/strategy_qa/extract_batch_inference_strategy_qa.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/strategy_qa/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/strategy_qa/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/strategy_qa/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/strategy_qa/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/strategy_qa/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/strategy_qa/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/strategy_qa/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/strategy_qa/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/strategy_qa/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/strategy_qa/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/strategy_qa/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/strategy_qa/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/strategy_qa/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/strategy_qa/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/strategy_qa/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/strategy_qa/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/strategy_qa/transform_batch_inference_strategy_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/strategy_qa/transform_batch_inference_strategy_qa.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/svamp/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/svamp/config.yaml -------------------------------------------------------------------------------- /hub/batch_inference_chat/svamp/extract_batch_inference_svamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/svamp/extract_batch_inference_svamp.py -------------------------------------------------------------------------------- /hub/batch_inference_chat/svamp/prompt-batch=2-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/svamp/prompt-batch=2-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/svamp/prompt-batch=2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/svamp/prompt-batch=2.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/svamp/prompt-batch=3-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/svamp/prompt-batch=3-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/svamp/prompt-batch=3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/svamp/prompt-batch=3.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/svamp/prompt-batch=4-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/svamp/prompt-batch=4-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/svamp/prompt-batch=4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/svamp/prompt-batch=4.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/svamp/prompt-batch=6-standard.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/svamp/prompt-batch=6-standard.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/svamp/prompt-batch=6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/svamp/prompt-batch=6.txt -------------------------------------------------------------------------------- /hub/batch_inference_chat/svamp/transform_batch_inference_svamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/batch_inference_chat/svamp/transform_batch_inference_svamp.py -------------------------------------------------------------------------------- /hub/cot/add_sub/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/add_sub/config.yaml -------------------------------------------------------------------------------- /hub/cot/add_sub/extract_cot_add_sub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/add_sub/extract_cot_add_sub.py -------------------------------------------------------------------------------- /hub/cot/add_sub/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/add_sub/prompt.txt -------------------------------------------------------------------------------- /hub/cot/add_sub/transform_cot_add_sub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/add_sub/transform_cot_add_sub.py -------------------------------------------------------------------------------- /hub/cot/aqua/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/aqua/config.yaml -------------------------------------------------------------------------------- /hub/cot/aqua/extract_cot_aqua.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/aqua/extract_cot_aqua.py -------------------------------------------------------------------------------- /hub/cot/aqua/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/aqua/prompt.txt -------------------------------------------------------------------------------- /hub/cot/aqua/transform_cot_aqua.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/aqua/transform_cot_aqua.py -------------------------------------------------------------------------------- /hub/cot/coinflip/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/coinflip/prompt.txt -------------------------------------------------------------------------------- /hub/cot/commonsense_qa/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/commonsense_qa/config.yaml -------------------------------------------------------------------------------- /hub/cot/commonsense_qa/extract_cot_commonsense_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/commonsense_qa/extract_cot_commonsense_qa.py -------------------------------------------------------------------------------- /hub/cot/commonsense_qa/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/commonsense_qa/prompt.txt -------------------------------------------------------------------------------- /hub/cot/commonsense_qa/transform_cot_commonsense_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/commonsense_qa/transform_cot_commonsense_qa.py -------------------------------------------------------------------------------- /hub/cot/example/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/example/config.yaml -------------------------------------------------------------------------------- /hub/cot/gsm8k/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/gsm8k/config.yaml -------------------------------------------------------------------------------- /hub/cot/gsm8k/extract_cot_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/gsm8k/extract_cot_gsm8k.py -------------------------------------------------------------------------------- /hub/cot/gsm8k/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/gsm8k/prompt.txt -------------------------------------------------------------------------------- /hub/cot/gsm8k/transform_cot_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/gsm8k/transform_cot_gsm8k.py -------------------------------------------------------------------------------- /hub/cot/hotpot_qa/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/hotpot_qa/config.yaml -------------------------------------------------------------------------------- /hub/cot/hotpot_qa/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/hotpot_qa/prompt.txt -------------------------------------------------------------------------------- /hub/cot/last_letter_concat/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/last_letter_concat/prompt.txt -------------------------------------------------------------------------------- /hub/cot/math_word_problems/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/math_word_problems/prompt.txt -------------------------------------------------------------------------------- /hub/cot/mnli/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/mnli/config.yaml -------------------------------------------------------------------------------- /hub/cot/mnli/extract_cot_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/mnli/extract_cot_mnli.py -------------------------------------------------------------------------------- /hub/cot/mnli/prompt-12shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/mnli/prompt-12shot.txt -------------------------------------------------------------------------------- /hub/cot/mnli/transform_cot_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/mnli/transform_cot_mnli.py -------------------------------------------------------------------------------- /hub/cot/multi_arith/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/multi_arith/config.yaml -------------------------------------------------------------------------------- /hub/cot/multi_arith/extract_cot_multi_arith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/multi_arith/extract_cot_multi_arith.py -------------------------------------------------------------------------------- /hub/cot/multi_arith/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/multi_arith/prompt.txt -------------------------------------------------------------------------------- /hub/cot/multi_arith/transform_cot_multi_arith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/multi_arith/transform_cot_multi_arith.py -------------------------------------------------------------------------------- /hub/cot/rte/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/rte/config.yaml -------------------------------------------------------------------------------- /hub/cot/rte/extract_cot_rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/rte/extract_cot_rte.py -------------------------------------------------------------------------------- /hub/cot/rte/prompt-12shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/rte/prompt-12shot.txt -------------------------------------------------------------------------------- /hub/cot/rte/transform_cot_rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/rte/transform_cot_rte.py -------------------------------------------------------------------------------- /hub/cot/saycan/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/saycan/prompt.txt -------------------------------------------------------------------------------- /hub/cot/sst5/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/sst5/config.yaml -------------------------------------------------------------------------------- /hub/cot/sst5/extract_cot_sst5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/sst5/extract_cot_sst5.py -------------------------------------------------------------------------------- /hub/cot/sst5/prompt-12shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/sst5/prompt-12shot.txt -------------------------------------------------------------------------------- /hub/cot/sst5/transform_cot_sst5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/sst5/transform_cot_sst5.py -------------------------------------------------------------------------------- /hub/cot/strategy_qa/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/strategy_qa/config.yaml -------------------------------------------------------------------------------- /hub/cot/strategy_qa/extract_cot_strategy_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/strategy_qa/extract_cot_strategy_qa.py -------------------------------------------------------------------------------- /hub/cot/strategy_qa/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/strategy_qa/prompt.txt -------------------------------------------------------------------------------- /hub/cot/strategy_qa/transform_cot_strategy_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/strategy_qa/transform_cot_strategy_qa.py -------------------------------------------------------------------------------- /hub/cot/svamp/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/svamp/config.yaml -------------------------------------------------------------------------------- /hub/cot/svamp/extract_cot_svamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/svamp/extract_cot_svamp.py -------------------------------------------------------------------------------- /hub/cot/svamp/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/svamp/prompt.txt -------------------------------------------------------------------------------- /hub/cot/svamp/transform_cot_svamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot/svamp/transform_cot_svamp.py -------------------------------------------------------------------------------- /hub/cot_chat/add_sub/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/add_sub/config.yaml -------------------------------------------------------------------------------- /hub/cot_chat/add_sub/extract_cot_add_sub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/add_sub/extract_cot_add_sub.py -------------------------------------------------------------------------------- /hub/cot_chat/add_sub/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/add_sub/prompt.txt -------------------------------------------------------------------------------- /hub/cot_chat/add_sub/transform_cot_add_sub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/add_sub/transform_cot_add_sub.py -------------------------------------------------------------------------------- /hub/cot_chat/aqua/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/aqua/config.yaml -------------------------------------------------------------------------------- /hub/cot_chat/aqua/extract_cot_aqua.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/aqua/extract_cot_aqua.py -------------------------------------------------------------------------------- /hub/cot_chat/aqua/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/aqua/prompt.txt -------------------------------------------------------------------------------- /hub/cot_chat/aqua/transform_cot_aqua.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/aqua/transform_cot_aqua.py -------------------------------------------------------------------------------- /hub/cot_chat/coinflip/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/coinflip/prompt.txt -------------------------------------------------------------------------------- /hub/cot_chat/commonsense_qa/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/commonsense_qa/config.yaml -------------------------------------------------------------------------------- /hub/cot_chat/commonsense_qa/extract_cot_commonsense_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/commonsense_qa/extract_cot_commonsense_qa.py -------------------------------------------------------------------------------- /hub/cot_chat/commonsense_qa/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/commonsense_qa/prompt.txt -------------------------------------------------------------------------------- /hub/cot_chat/commonsense_qa/transform_cot_commonsense_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/commonsense_qa/transform_cot_commonsense_qa.py -------------------------------------------------------------------------------- /hub/cot_chat/example/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/example/config.yaml -------------------------------------------------------------------------------- /hub/cot_chat/gsm8k/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/gsm8k/config.yaml -------------------------------------------------------------------------------- /hub/cot_chat/gsm8k/extract_cot_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/gsm8k/extract_cot_gsm8k.py -------------------------------------------------------------------------------- /hub/cot_chat/gsm8k/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/gsm8k/prompt.txt -------------------------------------------------------------------------------- /hub/cot_chat/gsm8k/transform_cot_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/gsm8k/transform_cot_gsm8k.py -------------------------------------------------------------------------------- /hub/cot_chat/last_letter_concat/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/last_letter_concat/prompt.txt -------------------------------------------------------------------------------- /hub/cot_chat/math_word_problems/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/math_word_problems/prompt.txt -------------------------------------------------------------------------------- /hub/cot_chat/mnli/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/mnli/config.yaml -------------------------------------------------------------------------------- /hub/cot_chat/mnli/extract_cot_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/mnli/extract_cot_mnli.py -------------------------------------------------------------------------------- /hub/cot_chat/mnli/prompt-12shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/mnli/prompt-12shot.txt -------------------------------------------------------------------------------- /hub/cot_chat/mnli/transform_cot_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/mnli/transform_cot_mnli.py -------------------------------------------------------------------------------- /hub/cot_chat/multi_arith/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/multi_arith/config.yaml -------------------------------------------------------------------------------- /hub/cot_chat/multi_arith/extract_cot_multi_arith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/multi_arith/extract_cot_multi_arith.py -------------------------------------------------------------------------------- /hub/cot_chat/multi_arith/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/multi_arith/prompt.txt -------------------------------------------------------------------------------- /hub/cot_chat/multi_arith/transform_cot_multi_arith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/multi_arith/transform_cot_multi_arith.py -------------------------------------------------------------------------------- /hub/cot_chat/rte/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/rte/config.yaml -------------------------------------------------------------------------------- /hub/cot_chat/rte/extract_cot_rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/rte/extract_cot_rte.py -------------------------------------------------------------------------------- /hub/cot_chat/rte/prompt-12shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/rte/prompt-12shot.txt -------------------------------------------------------------------------------- /hub/cot_chat/rte/transform_cot_rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/rte/transform_cot_rte.py -------------------------------------------------------------------------------- /hub/cot_chat/saycan/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/saycan/prompt.txt -------------------------------------------------------------------------------- /hub/cot_chat/sst5/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/sst5/config.yaml -------------------------------------------------------------------------------- /hub/cot_chat/sst5/extract_cot_sst5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/sst5/extract_cot_sst5.py -------------------------------------------------------------------------------- /hub/cot_chat/sst5/prompt-12shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/sst5/prompt-12shot.txt -------------------------------------------------------------------------------- /hub/cot_chat/sst5/transform_cot_sst5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/sst5/transform_cot_sst5.py -------------------------------------------------------------------------------- /hub/cot_chat/strategy_qa/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/strategy_qa/config.yaml -------------------------------------------------------------------------------- /hub/cot_chat/strategy_qa/extract_cot_strategy_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/strategy_qa/extract_cot_strategy_qa.py -------------------------------------------------------------------------------- /hub/cot_chat/strategy_qa/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/strategy_qa/prompt.txt -------------------------------------------------------------------------------- /hub/cot_chat/strategy_qa/transform_cot_strategy_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/strategy_qa/transform_cot_strategy_qa.py -------------------------------------------------------------------------------- /hub/cot_chat/svamp/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/svamp/config.yaml -------------------------------------------------------------------------------- /hub/cot_chat/svamp/extract_cot_svamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/svamp/extract_cot_svamp.py -------------------------------------------------------------------------------- /hub/cot_chat/svamp/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/svamp/prompt.txt -------------------------------------------------------------------------------- /hub/cot_chat/svamp/transform_cot_svamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/cot_chat/svamp/transform_cot_svamp.py -------------------------------------------------------------------------------- /hub/standard/add_sub/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/add_sub/config.yaml -------------------------------------------------------------------------------- /hub/standard/add_sub/prompt-chat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/add_sub/prompt-chat.txt -------------------------------------------------------------------------------- /hub/standard/add_sub/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/add_sub/prompt.txt -------------------------------------------------------------------------------- /hub/standard/add_sub/transform_standard_add_sub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/add_sub/transform_standard_add_sub.py -------------------------------------------------------------------------------- /hub/standard/aqua/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/aqua/config.yaml -------------------------------------------------------------------------------- /hub/standard/aqua/extract_standard_aqua.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/aqua/extract_standard_aqua.py -------------------------------------------------------------------------------- /hub/standard/aqua/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/aqua/prompt.txt -------------------------------------------------------------------------------- /hub/standard/aqua/transform_standard_aqua.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/aqua/transform_standard_aqua.py -------------------------------------------------------------------------------- /hub/standard/commonsense_qa/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/commonsense_qa/config.yaml -------------------------------------------------------------------------------- /hub/standard/commonsense_qa/extract_standard_commonsense_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/commonsense_qa/extract_standard_commonsense_qa.py -------------------------------------------------------------------------------- /hub/standard/commonsense_qa/prompt-chat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/commonsense_qa/prompt-chat.txt -------------------------------------------------------------------------------- /hub/standard/commonsense_qa/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/commonsense_qa/prompt.txt -------------------------------------------------------------------------------- /hub/standard/commonsense_qa/transform_standard_commonsense_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/commonsense_qa/transform_standard_commonsense_qa.py -------------------------------------------------------------------------------- /hub/standard/example/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/example/config.yaml -------------------------------------------------------------------------------- /hub/standard/gsm8k/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/gsm8k/config.yaml -------------------------------------------------------------------------------- /hub/standard/gsm8k/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/gsm8k/prompt.txt -------------------------------------------------------------------------------- /hub/standard/gsm8k/prompt_chat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/gsm8k/prompt_chat.txt -------------------------------------------------------------------------------- /hub/standard/gsm8k/transform_standard_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/gsm8k/transform_standard_gsm8k.py -------------------------------------------------------------------------------- /hub/standard/mnli/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/mnli/config.yaml -------------------------------------------------------------------------------- /hub/standard/mnli/prompt-12shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/mnli/prompt-12shot.txt -------------------------------------------------------------------------------- /hub/standard/mnli/transform_standard_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/mnli/transform_standard_mnli.py -------------------------------------------------------------------------------- /hub/standard/multi_arith/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/multi_arith/config.yaml -------------------------------------------------------------------------------- /hub/standard/multi_arith/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/multi_arith/prompt.txt -------------------------------------------------------------------------------- /hub/standard/multi_arith/transform_standard_multi_arith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/multi_arith/transform_standard_multi_arith.py -------------------------------------------------------------------------------- /hub/standard/rte/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/rte/config.yaml -------------------------------------------------------------------------------- /hub/standard/rte/prompt-12shot-chat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/rte/prompt-12shot-chat.txt -------------------------------------------------------------------------------- /hub/standard/rte/prompt-12shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/rte/prompt-12shot.txt -------------------------------------------------------------------------------- /hub/standard/rte/transform_standard_rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/rte/transform_standard_rte.py -------------------------------------------------------------------------------- /hub/standard/sst5/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/sst5/config.yaml -------------------------------------------------------------------------------- /hub/standard/sst5/prompt-12shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/sst5/prompt-12shot.txt -------------------------------------------------------------------------------- /hub/standard/sst5/transform_standard_sst5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/sst5/transform_standard_sst5.py -------------------------------------------------------------------------------- /hub/standard/strategy_qa/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/strategy_qa/config.yaml -------------------------------------------------------------------------------- /hub/standard/strategy_qa/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/strategy_qa/prompt.txt -------------------------------------------------------------------------------- /hub/standard/strategy_qa/transform_standard_strategy_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/strategy_qa/transform_standard_strategy_qa.py -------------------------------------------------------------------------------- /hub/standard/svamp/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/svamp/config.yaml -------------------------------------------------------------------------------- /hub/standard/svamp/extract_standard_svamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/svamp/extract_standard_svamp.py -------------------------------------------------------------------------------- /hub/standard/svamp/prompt-chat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/svamp/prompt-chat.txt -------------------------------------------------------------------------------- /hub/standard/svamp/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/svamp/prompt.txt -------------------------------------------------------------------------------- /hub/standard/svamp/transform_standard_svamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/hub/standard/svamp/transform_standard_svamp.py -------------------------------------------------------------------------------- /humanprompt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/artifacts/__init__.py: -------------------------------------------------------------------------------- 1 | HUB_SOURCE = "humanprompt.artifacts.hub" 2 | -------------------------------------------------------------------------------- /humanprompt/artifacts/artifact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/artifacts/artifact.py -------------------------------------------------------------------------------- /humanprompt/components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/components/aggregate/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/components/aggregate/aggregate_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/aggregate/aggregate_factory.py -------------------------------------------------------------------------------- /humanprompt/components/aggregate/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/aggregate/base.py -------------------------------------------------------------------------------- /humanprompt/components/aggregate/metal.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/components/aggregate/mrc_exec.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/components/aggregate/simple_majority_vote.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/aggregate/simple_majority_vote.py -------------------------------------------------------------------------------- /humanprompt/components/aggregate/weighted_vote.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/components/extract/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/components/extract/extract_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/extract/extract_base.py -------------------------------------------------------------------------------- /humanprompt/components/extract/extract_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/extract/extract_factory.py -------------------------------------------------------------------------------- /humanprompt/components/extract/extract_multi_choice_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/extract/extract_multi_choice_qa.py -------------------------------------------------------------------------------- /humanprompt/components/extract/extract_multi_choice_qa_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/extract/extract_multi_choice_qa_batch.py -------------------------------------------------------------------------------- /humanprompt/components/extract/extract_regex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/extract/extract_regex.py -------------------------------------------------------------------------------- /humanprompt/components/extract/extract_regex_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/extract/extract_regex_batch.py -------------------------------------------------------------------------------- /humanprompt/components/post_hoc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/post_hoc.py -------------------------------------------------------------------------------- /humanprompt/components/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/prompt.py -------------------------------------------------------------------------------- /humanprompt/components/retrieve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/components/transform/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/components/transform/transform_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/transform/transform_base.py -------------------------------------------------------------------------------- /humanprompt/components/transform/transform_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/transform/transform_db.py -------------------------------------------------------------------------------- /humanprompt/components/transform/transform_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/transform/transform_factory.py -------------------------------------------------------------------------------- /humanprompt/components/transform/transform_multi_choice_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/transform/transform_multi_choice_qa.py -------------------------------------------------------------------------------- /humanprompt/components/transform/transform_multi_choice_qa_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/transform/transform_multi_choice_qa_batch.py -------------------------------------------------------------------------------- /humanprompt/components/transform/transform_nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/transform/transform_nli.py -------------------------------------------------------------------------------- /humanprompt/components/transform/transform_nli_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/transform/transform_nli_batch.py -------------------------------------------------------------------------------- /humanprompt/components/transform/transform_passage_qa.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/components/transform/transform_simple_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/transform/transform_simple_qa.py -------------------------------------------------------------------------------- /humanprompt/components/transform/transform_simple_qa_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/transform/transform_simple_qa_batch.py -------------------------------------------------------------------------------- /humanprompt/components/transform/transform_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/components/transform/transform_table.py -------------------------------------------------------------------------------- /humanprompt/evaluators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/evaluators/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/evaluators/evaluator.py -------------------------------------------------------------------------------- /humanprompt/methods/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/ama_prompting/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/ama_prompting/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/ama_prompting/method.py -------------------------------------------------------------------------------- /humanprompt/methods/ape/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/auto/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/auto/auto_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/auto/auto_factory.py -------------------------------------------------------------------------------- /humanprompt/methods/auto/method_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/auto/method_auto.py -------------------------------------------------------------------------------- /humanprompt/methods/auto_cot/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/base_method/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/base_method/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/base_method/method.py -------------------------------------------------------------------------------- /humanprompt/methods/batch_infererence/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/batch_infererence/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/batch_infererence/method.py -------------------------------------------------------------------------------- /humanprompt/methods/batch_infererence_chat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/batch_infererence_chat/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/batch_infererence_chat/method.py -------------------------------------------------------------------------------- /humanprompt/methods/binder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/binder/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/binder/method.py -------------------------------------------------------------------------------- /humanprompt/methods/cot/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/cot/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/cot/method.py -------------------------------------------------------------------------------- /humanprompt/methods/cot_chat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/cot_chat/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/cot_chat/method.py -------------------------------------------------------------------------------- /humanprompt/methods/db_text2sql/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/db_text2sql/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/db_text2sql/method.py -------------------------------------------------------------------------------- /humanprompt/methods/decomp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/ic_dst/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/least_to_most/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/pot/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/pot/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/pot/method.py -------------------------------------------------------------------------------- /humanprompt/methods/react/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/react/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/react/method.py -------------------------------------------------------------------------------- /humanprompt/methods/self_ask/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/self_consistency/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/standard/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/standard/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/standard/method.py -------------------------------------------------------------------------------- /humanprompt/methods/standard_chat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/standard_chat/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/standard_chat/method.py -------------------------------------------------------------------------------- /humanprompt/methods/think_sum/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/zero_shot_cot/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/methods/zero_shot_cot/gsm8k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/zero_shot_cot/gsm8k.json -------------------------------------------------------------------------------- /humanprompt/methods/zero_shot_cot/method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/methods/zero_shot_cot/method.py -------------------------------------------------------------------------------- /humanprompt/tasks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/tasks/add_sub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/tasks/add_sub.py -------------------------------------------------------------------------------- /humanprompt/tasks/aqua.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/tasks/aqua.py -------------------------------------------------------------------------------- /humanprompt/tasks/coin_flip.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/tasks/dataset_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/tasks/dataset_loader.py -------------------------------------------------------------------------------- /humanprompt/tasks/drop.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/tasks/mawps.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/tasks/multi_arith.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/tasks/multi_arith.py -------------------------------------------------------------------------------- /humanprompt/tasks/say_can.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/tasks/single_eq.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/tasks/spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/tasks/spider.py -------------------------------------------------------------------------------- /humanprompt/tasks/strategy_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/tasks/strategy_qa.py -------------------------------------------------------------------------------- /humanprompt/tasks/svamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/tasks/svamp.py -------------------------------------------------------------------------------- /humanprompt/tasks/tab_fact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/tasks/tab_fact.py -------------------------------------------------------------------------------- /humanprompt/tasks/wikitq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/tasks/wikitq.py -------------------------------------------------------------------------------- /humanprompt/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /humanprompt/utils/config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/utils/config_utils.py -------------------------------------------------------------------------------- /humanprompt/utils/integrations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/humanprompt/utils/integrations.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-add_sub-batch=2-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-add_sub-batch=2-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-add_sub-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-add_sub-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-add_sub-batch=3-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-add_sub-batch=3-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-add_sub-batch=3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-add_sub-batch=3.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-add_sub-batch=4-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-add_sub-batch=4-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-add_sub-batch=4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-add_sub-batch=4.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-add_sub-batch=6-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-add_sub-batch=6-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-add_sub-batch=6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-add_sub-batch=6.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-add_sub-chat-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-add_sub-chat-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-aqua-batch=2-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-aqua-batch=2-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-aqua-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-aqua-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-aqua-batch=3-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-aqua-batch=3-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-aqua-batch=3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-aqua-batch=3.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-aqua-batch=4-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-aqua-batch=4-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-aqua-batch=4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-aqua-batch=4.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-aqua-batch=6-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-aqua-batch=6-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-aqua-batch=6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-aqua-batch=6.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-commonsense_qa-batch=2-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-commonsense_qa-batch=2-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-commonsense_qa-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-commonsense_qa-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-commonsense_qa-batch=3-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-commonsense_qa-batch=3-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-commonsense_qa-batch=3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-commonsense_qa-batch=3.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-commonsense_qa-batch=4-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-commonsense_qa-batch=4-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-commonsense_qa-batch=4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-commonsense_qa-batch=4.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-commonsense_qa-batch=6-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-commonsense_qa-batch=6-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-commonsense_qa-batch=6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-commonsense_qa-batch=6.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-commonsense_qa-chat-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-commonsense_qa-chat-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-gsm8k-batch=2-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-gsm8k-batch=2-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-gsm8k-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-gsm8k-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-gsm8k-batch=3-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-gsm8k-batch=3-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-gsm8k-batch=3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-gsm8k-batch=3.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-gsm8k-batch=4-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-gsm8k-batch=4-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-gsm8k-batch=4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-gsm8k-batch=4.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-gsm8k-batch=6-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-gsm8k-batch=6-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-gsm8k-batch=6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-gsm8k-batch=6.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-gsm8k-chat-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-gsm8k-chat-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-mnli-batch=2-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-mnli-batch=2-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-mnli-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-mnli-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-mnli-batch=3-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-mnli-batch=3-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-mnli-batch=3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-mnli-batch=3.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-mnli-batch=4-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-mnli-batch=4-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-mnli-batch=4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-mnli-batch=4.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-mnli-batch=6-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-mnli-batch=6-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-mnli-batch=6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-mnli-batch=6.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-multi_arith-batch=2-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-multi_arith-batch=2-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-multi_arith-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-multi_arith-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-multi_arith-batch=3-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-multi_arith-batch=3-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-multi_arith-batch=3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-multi_arith-batch=3.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-multi_arith-batch=4-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-multi_arith-batch=4-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-multi_arith-batch=4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-multi_arith-batch=4.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-multi_arith-batch=6-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-multi_arith-batch=6-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-multi_arith-batch=6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-multi_arith-batch=6.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-rte-batch=2-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-rte-batch=2-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-rte-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-rte-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-rte-batch=3-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-rte-batch=3-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-rte-batch=3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-rte-batch=3.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-rte-batch=4-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-rte-batch=4-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-rte-batch=4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-rte-batch=4.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-rte-batch=6-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-rte-batch=6-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-rte-batch=6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-rte-batch=6.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-rte-chat-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-rte-chat-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-sst5-batch=2-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-sst5-batch=2-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-sst5-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-sst5-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-sst5-batch=3-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-sst5-batch=3-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-sst5-batch=3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-sst5-batch=3.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-sst5-batch=4-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-sst5-batch=4-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-sst5-batch=4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-sst5-batch=4.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-sst5-batch=6-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-sst5-batch=6-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-sst5-batch=6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-sst5-batch=6.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-strategy_qa-batch=2-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-strategy_qa-batch=2-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-strategy_qa-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-strategy_qa-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-strategy_qa-batch=3-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-strategy_qa-batch=3-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-strategy_qa-batch=3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-strategy_qa-batch=3.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-strategy_qa-batch=4-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-strategy_qa-batch=4-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-strategy_qa-batch=4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-strategy_qa-batch=4.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-strategy_qa-batch=6-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-strategy_qa-batch=6-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-strategy_qa-batch=6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-strategy_qa-batch=6.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-svamp-batch=2-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-svamp-batch=2-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-svamp-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-svamp-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-svamp-batch=3-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-svamp-batch=3-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-svamp-batch=3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-svamp-batch=3.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-svamp-batch=4-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-svamp-batch=4-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-svamp-batch=4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-svamp-batch=4.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-svamp-batch=6-standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-svamp-batch=6-standard.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-svamp-batch=6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-svamp-batch=6.yaml -------------------------------------------------------------------------------- /scripts/configs/batch_inference-svamp-chat-batch=2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/batch_inference-svamp-chat-batch=2.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-add_sub-chat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-add_sub-chat.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-add_sub.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-add_sub.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-aqua.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-aqua.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-commonsense_qa-chat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-commonsense_qa-chat.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-commonsense_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-commonsense_qa.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-gsm8k-chat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-gsm8k-chat.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-gsm8k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-gsm8k.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-mnli.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-mnli.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-multi_arith.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-multi_arith.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-rte-chat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-rte-chat.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-rte.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-rte.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-sst5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-sst5.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-strategy_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-strategy_qa.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-svamp-chat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-svamp-chat.yaml -------------------------------------------------------------------------------- /scripts/configs/cot-svamp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/cot-svamp.yaml -------------------------------------------------------------------------------- /scripts/configs/standard-add_sub.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/standard-add_sub.yaml -------------------------------------------------------------------------------- /scripts/configs/standard-aqua.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/standard-aqua.yaml -------------------------------------------------------------------------------- /scripts/configs/standard-commonsense_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/standard-commonsense_qa.yaml -------------------------------------------------------------------------------- /scripts/configs/standard-gsm8k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/standard-gsm8k.yaml -------------------------------------------------------------------------------- /scripts/configs/standard-mnli.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/standard-mnli.yaml -------------------------------------------------------------------------------- /scripts/configs/standard-multi_arith.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/standard-multi_arith.yaml -------------------------------------------------------------------------------- /scripts/configs/standard-rte.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/standard-rte.yaml -------------------------------------------------------------------------------- /scripts/configs/standard-sst5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/standard-sst5.yaml -------------------------------------------------------------------------------- /scripts/configs/standard-strategy_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/standard-strategy_qa.yaml -------------------------------------------------------------------------------- /scripts/configs/standard-svamp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/configs/standard-svamp.yaml -------------------------------------------------------------------------------- /scripts/misc/group_results/add_sub-batch=2-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/add_sub-batch=2-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/add_sub-batch=2-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/add_sub-batch=2-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/add_sub-batch=3-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/add_sub-batch=3-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/add_sub-batch=3-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/add_sub-batch=3-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/add_sub-batch=4-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/add_sub-batch=4-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/add_sub-batch=4-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/add_sub-batch=4-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/add_sub-batch=6-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/add_sub-batch=6-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/add_sub-batch=6-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/add_sub-batch=6-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/aqua-batch=2-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/aqua-batch=2-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/aqua-batch=3-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/aqua-batch=3-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/aqua-batch=4-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/aqua-batch=4-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/aqua-batch=6-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/aqua-batch=6-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/commonsense_qa-batch=2-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/commonsense_qa-batch=2-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/commonsense_qa-batch=2-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/commonsense_qa-batch=2-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/commonsense_qa-batch=3-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/commonsense_qa-batch=3-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/commonsense_qa-batch=3-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/commonsense_qa-batch=3-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/commonsense_qa-batch=4-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/commonsense_qa-batch=4-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/commonsense_qa-batch=4-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/commonsense_qa-batch=4-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/commonsense_qa-batch=6-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/commonsense_qa-batch=6-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/commonsense_qa-batch=6-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/commonsense_qa-batch=6-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/gsm8k-batch=2-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/gsm8k-batch=2-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/gsm8k-batch=2-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/gsm8k-batch=2-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/gsm8k-batch=3-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/gsm8k-batch=3-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/gsm8k-batch=3-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/gsm8k-batch=3-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/gsm8k-batch=4-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/gsm8k-batch=4-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/gsm8k-batch=4-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/gsm8k-batch=4-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/gsm8k-batch=6-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/gsm8k-batch=6-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/gsm8k-batch=6-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/gsm8k-batch=6-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/rte-batch=2-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/rte-batch=2-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/rte-batch=2-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/rte-batch=2-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/rte-batch=3-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/rte-batch=3-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/rte-batch=3-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/rte-batch=3-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/rte-batch=4-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/rte-batch=4-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/rte-batch=4-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/rte-batch=4-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/rte-batch=6-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/rte-batch=6-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/rte-batch=6-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/rte-batch=6-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/strategy_qa-batch=2-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/strategy_qa-batch=2-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/strategy_qa-batch=3-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/strategy_qa-batch=3-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/strategy_qa-batch=4-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/strategy_qa-batch=4-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/strategy_qa-batch=6-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/strategy_qa-batch=6-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/svamp-batch=2-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/svamp-batch=2-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/svamp-batch=2-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/svamp-batch=2-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/svamp-batch=3-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/svamp-batch=3-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/svamp-batch=3-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/svamp-batch=3-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/svamp-batch=4-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/svamp-batch=4-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/svamp-batch=4-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/svamp-batch=4-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_results/svamp-batch=6-clustering.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/svamp-batch=6-clustering.json -------------------------------------------------------------------------------- /scripts/misc/group_results/svamp-batch=6-diversity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_results/svamp-batch=6-diversity.json -------------------------------------------------------------------------------- /scripts/misc/group_samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/misc/group_samples.py -------------------------------------------------------------------------------- /scripts/openai_api_keys.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/openai_api_keys.txt -------------------------------------------------------------------------------- /scripts/run_batch_inference-chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/run_batch_inference-chat.py -------------------------------------------------------------------------------- /scripts/run_batch_inference-group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/run_batch_inference-group.py -------------------------------------------------------------------------------- /scripts/run_batch_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/run_batch_inference.py -------------------------------------------------------------------------------- /scripts/run_standard-chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/run_standard-chat.py -------------------------------------------------------------------------------- /scripts/run_standard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/scripts/run_standard.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xlang-ai/batch-prompting/HEAD/setup.py --------------------------------------------------------------------------------