├── .gitignore ├── FLASK ├── README.md ├── assets │ └── overall_fig.png ├── evaluation_set │ ├── flask_evaluation.jsonl │ └── flask_hard_evaluation.jsonl ├── gpt_review │ ├── aggregate_difficulty_skill.py │ ├── aggregate_domain.py │ ├── aggregate_skill.py │ ├── gpt4_eval.py │ └── src │ │ ├── prompt.jsonl │ │ └── reviewer.jsonl ├── input_data │ └── flask_evaluation_raw.jsonl ├── metadata_annotation │ ├── difficulty │ │ ├── difficulty_annotation.py │ │ └── src │ │ │ ├── prompt.jsonl │ │ │ └── reviewer.jsonl │ ├── domain │ │ ├── domain_annotation.py │ │ └── src │ │ │ ├── domain.json │ │ │ ├── prompt.jsonl │ │ │ └── reviewer.jsonl │ └── skillset │ │ ├── skillset_annotation.py │ │ └── src │ │ ├── prompt.jsonl │ │ ├── reviewer.jsonl │ │ └── skillset_description.json ├── model_output │ ├── conversation.py │ ├── inference.py │ └── load_model.py ├── openai_concurrent.py └── openai_info │ └── api_info.json ├── FastChat ├── .gitignore ├── .pylintrc ├── LICENSE ├── README.md ├── assets │ ├── demo_narrow.gif │ ├── qa_browser.png │ ├── screenshot_cli.png │ ├── screenshot_gui.png │ ├── server_arch.png │ └── vicuna_logo.jpeg ├── docker │ ├── Dockerfile │ └── docker-compose.yml ├── docs │ ├── arena.md │ ├── awq.md │ ├── commands │ │ ├── conv_release.md │ │ ├── data_cleaning.md │ │ ├── leaderboard.md │ │ ├── local_cluster.md │ │ ├── pypi.md │ │ └── webserver.md │ ├── dataset_release.md │ ├── exllama_v2.md │ ├── gptq.md │ ├── langchain_integration.md │ ├── lightllm_integration.md │ ├── mlx_integration.md │ ├── model_support.md │ ├── openai_api.md │ ├── server_arch.md │ ├── third_party_ui.md │ ├── training.md │ ├── vicuna_weights_version.md │ ├── vllm_integration.md │ └── xFasterTransformer.md ├── fastchat │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── data │ │ ├── __init__.py │ │ ├── clean_sharegpt.py │ │ ├── convert_alpaca.py │ │ ├── extract_gpt4_only.py │ │ ├── extract_single_round.py │ │ ├── filter_wrong_format.py │ │ ├── get_stats.py │ │ ├── hardcoded_questions.py │ │ ├── inspect_data.py │ │ ├── merge.py │ │ ├── optional_clean.py │ │ ├── optional_replace.py │ │ ├── prepare_all.py │ │ ├── pretty_json.py │ │ ├── sample.py │ │ ├── split_long_conversation.py │ │ └── split_train_test.py │ ├── llm_judge │ │ ├── README.md │ │ ├── clean_judgment.py │ │ ├── common.py │ │ ├── compute_agreement.py │ │ ├── data │ │ │ ├── judge_prompts.jsonl │ │ │ ├── mt_bench │ │ │ │ ├── misc │ │ │ │ │ └── radar.png │ │ │ │ ├── question.jsonl │ │ │ │ └── reference_answer │ │ │ │ │ └── gpt-4.jsonl │ │ │ └── vicuna_bench │ │ │ │ ├── question.jsonl │ │ │ │ └── reference_answer │ │ │ │ └── gpt-4.jsonl │ │ ├── download_mt_bench_pregenerated.py │ │ ├── gen_api_answer.py │ │ ├── gen_judgment.py │ │ ├── gen_model_answer.py │ │ ├── qa_browser.py │ │ └── show_result.py │ ├── model │ │ ├── __init__.py │ │ ├── apply_delta.py │ │ ├── apply_lora.py │ │ ├── compression.py │ │ ├── convert_fp16.py │ │ ├── llama_condense_monkey_patch.py │ │ ├── make_delta.py │ │ ├── model_adapter.py │ │ ├── model_chatglm.py │ │ ├── model_cllm.py │ │ ├── model_codet5p.py │ │ ├── model_exllama.py │ │ ├── model_falcon.py │ │ ├── model_registry.py │ │ ├── model_xfastertransformer.py │ │ ├── model_yuan2.py │ │ ├── monkey_patch_non_inplace.py │ │ ├── rwkv_model.py │ │ └── upload_hub.py │ ├── modules │ │ ├── __init__.py │ │ ├── awq.py │ │ ├── exllama.py │ │ ├── gptq.py │ │ └── xfastertransformer.py │ ├── protocol │ │ ├── api_protocol.py │ │ └── openai_api_protocol.py │ ├── serve │ │ ├── __init__.py │ │ ├── api_provider.py │ │ ├── base_model_worker.py │ │ ├── call_monitor.py │ │ ├── cli.py │ │ ├── controller.py │ │ ├── example_images │ │ │ ├── distracted.jpg │ │ │ └── fridge.jpg │ │ ├── gateway │ │ │ ├── README.md │ │ │ └── nginx.conf │ │ ├── gradio_block_arena_anony.py │ │ ├── gradio_block_arena_named.py │ │ ├── gradio_block_arena_vision.py │ │ ├── gradio_block_arena_vision_anony.py │ │ ├── gradio_block_arena_vision_named.py │ │ ├── gradio_web_server.py │ │ ├── gradio_web_server_multi.py │ │ ├── huggingface_api.py │ │ ├── huggingface_api_worker.py │ │ ├── inference.py │ │ ├── launch_all_serve.py │ │ ├── lightllm_worker.py │ │ ├── mlx_worker.py │ │ ├── model_worker.py │ │ ├── monitor │ │ │ ├── basic_stats.py │ │ │ ├── clean_battle_data.py │ │ │ ├── clean_chat_data.py │ │ │ ├── dataset_release_scripts │ │ │ │ ├── arena_33k │ │ │ │ │ ├── count_unique_users.py │ │ │ │ │ ├── filter_bad_conv.py │ │ │ │ │ ├── merge_field.py │ │ │ │ │ ├── sample.py │ │ │ │ │ └── upload_hf_dataset.py │ │ │ │ └── lmsys_chat_1m │ │ │ │ │ ├── approve_all.py │ │ │ │ │ ├── compute_stats.py │ │ │ │ │ ├── filter_bad_conv.py │ │ │ │ │ ├── final_post_processing.py │ │ │ │ │ ├── instructions.md │ │ │ │ │ ├── merge_oai_tag.py │ │ │ │ │ ├── process_all.sh │ │ │ │ │ ├── sample.py │ │ │ │ │ └── upload_hf_dataset.py │ │ │ ├── elo_analysis.py │ │ │ ├── inspect_conv.py │ │ │ ├── intersect_conv_file.py │ │ │ ├── leaderboard_csv_to_html.py │ │ │ ├── monitor.py │ │ │ ├── summarize_cluster.py │ │ │ ├── tag_openai_moderation.py │ │ │ ├── topic_clustering.py │ │ │ └── vote_time_stats │ │ │ │ ├── README.md │ │ │ │ ├── analyze_data.py │ │ │ │ └── plot.py │ │ ├── multi_model_worker.py │ │ ├── openai_api_server.py │ │ ├── register_worker.py │ │ ├── remote_logger.py │ │ ├── sglang_worker.py │ │ ├── shutdown_serve.py │ │ ├── test_message.py │ │ ├── test_throughput.py │ │ ├── vision │ │ │ └── create_vqa_examples_dir.py │ │ └── vllm_worker.py │ ├── train │ │ ├── llama2_flash_attn_monkey_patch.py │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── llama_xformers_attn_monkey_patch.py │ │ ├── train.py │ │ ├── train_baichuan.py │ │ ├── train_flant5.py │ │ ├── train_lora.py │ │ ├── train_lora_t5.py │ │ ├── train_mem.py │ │ ├── train_with_template.py │ │ ├── train_xformers.py │ │ └── train_yuan2.py │ └── utils.py ├── format.sh ├── playground │ ├── FastChat_API_GoogleColab.ipynb │ ├── deepspeed_config_s2.json │ ├── deepspeed_config_s3.json │ └── test_embedding │ │ ├── README.md │ │ ├── test_classification.py │ │ ├── test_semantic_search.py │ │ └── test_sentence_similarity.py ├── pyproject.toml ├── scripts │ ├── build-api.sh │ ├── test_readme_train.sh │ ├── train_lora.sh │ ├── train_vicuna_13b.sh │ ├── train_vicuna_7b.sh │ └── upload_pypi.sh └── tests │ ├── README.md │ ├── killall_python.sh │ ├── launch_openai_api_test_server.py │ ├── test_cli.py │ ├── test_cli_inputs.txt │ ├── test_openai_api.py │ ├── test_openai_langchain.py │ └── test_openai_vision_api.py ├── LICENSE ├── README.md ├── advanced-moa.py ├── alpaca_eval ├── .gitignore ├── .pre-commit-config.yaml ├── CITATION.cff ├── LICENSE ├── MANIFEST.in ├── README.md ├── client_configs │ └── README.md ├── docs │ ├── AlpacaFarm_small.png │ ├── data_AlpacaEval │ │ ├── alpaca_eval_gpt4_leaderboard.csv │ │ ├── chatgpt_fn_leaderboard.csv │ │ └── claude_leaderboard.csv │ ├── data_AlpacaEval_2 │ │ ├── alpaca_eval_cot_gpt4_turbo_fn_leaderboard.csv │ │ ├── alpaca_eval_gpt4_turbo_fn_leaderboard.csv │ │ ├── claude_3_opus_ranking_leaderboard.csv │ │ ├── mistral-large-2402_ranking_leaderboard.csv │ │ └── weighted_alpaca_eval_gpt4_turbo_leaderboard.csv │ ├── format_export_leaderboards.py │ ├── format_sample_sheets.py │ └── index.html ├── figures │ ├── all_metrics_length.png │ ├── annotator_bias.png │ ├── bias_vs_variance.pdf │ ├── causal_graph.png │ ├── chat_correlations.png │ ├── chat_correlations_no_ae.png │ ├── different_baselines.png │ ├── lc_ae_leaderboard.png │ ├── length_gameability.png │ ├── plot_paired_ttest_nsamples.png │ ├── plot_paired_ttests_per_dataset.png │ ├── plot_quality_vs_price_and_time.png │ ├── plot_winrate_correlations.png │ ├── plot_winrate_correlations_alpaca_eval.png │ └── verified.png ├── pytest.ini ├── requirements.txt ├── scripts │ ├── __init__.py │ └── precompute.py ├── setup.py ├── src │ └── alpaca_eval │ │ ├── __init__.py │ │ ├── analyze.py │ │ ├── annotators │ │ ├── __init__.py │ │ ├── base.py │ │ └── pairwise_evaluator.py │ │ ├── completion_parsers.py │ │ ├── constants.py │ │ ├── decoders │ │ ├── __init__.py │ │ ├── anthropic.py │ │ ├── bedrock_anthropic.py │ │ ├── cohere.py │ │ ├── google.py │ │ ├── huggingface_api.py │ │ ├── huggingface_local.py │ │ ├── jinachat.py │ │ ├── openai.py │ │ ├── replicate.py │ │ └── vllm_local.py │ │ ├── evaluators_configs │ │ ├── README.md │ │ ├── alpaca_eval_clf_cot_gpt4_turbo │ │ │ ├── alpaca_eval_clf_cot.txt │ │ │ └── configs.yaml │ │ ├── alpaca_eval_clf_gpt4_turbo │ │ │ ├── alpaca_eval_clf.txt │ │ │ └── configs.yaml │ │ ├── alpaca_eval_cot_gpt4_turbo_fn │ │ │ ├── alpaca_eval_fn.txt │ │ │ └── configs.yaml │ │ ├── alpaca_eval_gpt4 │ │ │ ├── alpaca_eval.txt │ │ │ └── configs.yaml │ │ ├── alpaca_eval_gpt4_0314 │ │ │ └── configs.yaml │ │ ├── alpaca_eval_gpt4_0613 │ │ │ └── configs.yaml │ │ ├── alpaca_eval_gpt4_fn │ │ │ ├── alpaca_eval_fn.txt │ │ │ └── configs.yaml │ │ ├── alpaca_eval_gpt4_turbo_fn │ │ │ ├── alpaca_eval_fn.txt │ │ │ └── configs.yaml │ │ ├── alpaca_farm │ │ │ ├── chatml_b1_chat_v0_without_inputs.txt │ │ │ ├── chatml_b1_chat_without_inputs.txt │ │ │ ├── chatml_b1_cot_json_without_inputs.txt │ │ │ ├── chatml_b1_without_inputs.txt │ │ │ ├── chatml_b4_cot_json_without_inputs.txt │ │ │ ├── chatml_b5_diana_without_inputs.txt │ │ │ ├── chatml_b5_joe_without_inputs.txt │ │ │ ├── chatml_b5_without_inputs.txt │ │ │ ├── configs.yaml │ │ │ ├── text_b1_v0_without_inputs.txt │ │ │ ├── text_b1_without_inputs.txt │ │ │ ├── text_b4_reasoning_without_inputs.txt │ │ │ └── text_b5_without_inputs.txt │ │ ├── alpaca_farm_greedy_gpt4 │ │ │ ├── chatml_b5_without_inputs.txt │ │ │ └── configs.yaml │ │ ├── aviary_gpt4 │ │ │ ├── aviary_prompt.txt │ │ │ └── configs.yaml │ │ ├── bedrock_claude │ │ │ └── configs.yaml │ │ ├── bedrock_claude_2 │ │ │ └── configs.yaml │ │ ├── chatgpt │ │ │ ├── basic_prompt.txt │ │ │ └── configs.yaml │ │ ├── chatgpt_fn │ │ │ ├── basic_function_prompt.txt │ │ │ └── configs.yaml │ │ ├── claude │ │ │ ├── basic_prompt.txt │ │ │ └── configs.yaml │ │ ├── claude_2 │ │ │ └── configs.yaml │ │ ├── claude_3_opus_ranking │ │ │ ├── configs.yaml │ │ │ └── ranking_prompt.txt │ │ ├── claude_ranking │ │ │ ├── configs.yaml │ │ │ └── ranking_prompt.txt │ │ ├── cohere │ │ │ └── configs.yaml │ │ ├── gpt-3.5-turbo-1106_ranking │ │ │ ├── configs.yaml │ │ │ └── ranking_prompt.txt │ │ ├── gpt35_turbo_instruct │ │ │ └── configs.yaml │ │ ├── gpt4 │ │ │ └── configs.yaml │ │ ├── gpt4_turbo │ │ │ └── configs.yaml │ │ ├── gpt4_turbo_clf │ │ │ ├── basic_clf_prompt.txt │ │ │ └── configs.yaml │ │ ├── gpt4_turbo_cot_clf │ │ │ ├── basic_clf_cot_prompt.txt │ │ │ └── configs.yaml │ │ ├── gpt4_turbo_cot_logprob │ │ │ └── configs.yaml │ │ ├── gpt4_turbo_logprob │ │ │ └── configs.yaml │ │ ├── guanaco_33b │ │ │ ├── basic_prompt.txt │ │ │ └── configs.yaml │ │ ├── improved_aviary_gpt4 │ │ │ └── configs.yaml │ │ ├── improved_lmsys_gpt4 │ │ │ └── configs.yaml │ │ ├── lmsys_gpt4 │ │ │ ├── configs.yaml │ │ │ └── lmsys_prompt.txt │ │ ├── mistral-large-2402_ranking │ │ │ └── configs.yaml │ │ ├── oasst_pythia_12b │ │ │ ├── basic_prompt.txt │ │ │ └── configs.yaml │ │ ├── test │ │ │ └── configs.yaml │ │ ├── text_davinci_003 │ │ │ ├── basic_prompt.txt │ │ │ └── configs.yaml │ │ ├── weighted_alpaca_eval_cot_gpt4_turbo │ │ │ └── configs.yaml │ │ ├── weighted_alpaca_eval_gpt4_turbo │ │ │ └── configs.yaml │ │ └── weighted_alpaca_eval_gpt4_turbo_new │ │ │ └── configs.yaml │ │ ├── leaderboards │ │ ├── data_AlpacaEval │ │ │ ├── alpaca_eval_gpt4_leaderboard.csv │ │ │ ├── chatgpt_fn_leaderboard.csv │ │ │ ├── claude_leaderboard.csv │ │ │ └── text_davinci_003_leaderboard.csv │ │ ├── data_AlpacaEval_2 │ │ │ ├── alpaca_eval_cot_gpt4_turbo_fn_leaderboard.csv │ │ │ ├── alpaca_eval_gpt4_turbo_fn_leaderboard.csv │ │ │ ├── claude_3_opus_ranking_leaderboard.csv │ │ │ ├── mistral-large-2402_ranking_leaderboard.csv │ │ │ └── weighted_alpaca_eval_gpt4_turbo_leaderboard.csv │ │ └── evaluators │ │ │ └── evaluators_leaderboard.csv │ │ ├── main.py │ │ ├── metrics │ │ ├── __init__.py │ │ ├── glm_winrate.py │ │ ├── helpers.py │ │ ├── weights │ │ │ ├── claude_3_opus_ranking │ │ │ │ └── length_controlled_v1 │ │ │ │ │ └── baseline_gpt4_1106_preview.csv │ │ │ ├── mistral-large-2402_ranking │ │ │ │ └── length_controlled_v1 │ │ │ │ │ └── baseline_gpt4_1106_preview.csv │ │ │ └── weighted_alpaca_eval_gpt4_turbo │ │ │ │ └── length_controlled_v1 │ │ │ │ └── baseline_gpt4_1106_preview.csv │ │ └── winrate.py │ │ ├── models_configs │ │ ├── Conifer-7B-DPO │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Contextual-KTO-Mistral-PairRM-Verified │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Contextual-KTO-Mistral-PairRM │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Ein-70B-v0.1 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── FsfairX-Zephyr-Chat-v0.1 │ │ │ └── configs.yaml │ │ ├── LMCocktail-10.7B-v1 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Meta-Llama-3-70B-Instruct │ │ │ └── configs.yaml │ │ ├── Meta-Llama-3-8B-Instruct │ │ │ └── configs.yaml │ │ ├── Mistral-7B-Instruct-v0.2 │ │ │ └── configs.yaml │ │ ├── Mistral-7B-ReMax-v0.1 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Mixtral-8x22B-Instruct-v0.1 │ │ │ └── configs.yaml │ │ ├── Mixtral-8x7B-Instruct-v0.1 │ │ │ ├── configs.yaml │ │ │ └── togetherai_prompt.txt │ │ ├── Mixtral-8x7B-Instruct-v0.1_concise │ │ │ ├── configs.yaml │ │ │ └── togetherai_prompt_concise.txt │ │ ├── Mixtral-8x7B-Instruct-v0.1_verbose │ │ │ ├── configs.yaml │ │ │ └── togetherai_prompt_verbose.txt │ │ ├── Nanbeige-Plus-Chat-v0.1 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Nanbeige2-8B-Chat │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── OpenHermes-2.5-Mistral-7B │ │ │ ├── configs.yaml │ │ │ └── togetherai_prompt.txt │ │ ├── Qwen-14B-Chat │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Qwen1.5-1.8B-Chat │ │ │ └── configs.yaml │ │ ├── Qwen1.5-110B-Chat │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Qwen1.5-14B-Chat │ │ │ └── configs.yaml │ │ ├── Qwen1.5-72B-Chat │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Qwen1.5-7B-Chat │ │ │ └── configs.yaml │ │ ├── Samba-CoE-v0.1 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Samba-CoE-v0.2-best-of-16 │ │ │ └── configs.yaml │ │ ├── Samba-CoE-v0.2 │ │ │ └── configs.yaml │ │ ├── Snorkel-Mistral-PairRM-DPO-best-of-16 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Snorkel-Mistral-PairRM-DPO │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Starling-LM-7B-alpha │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── TempNet-LLaMA2-Chat-13B-v0.1 │ │ │ └── configs.yaml │ │ ├── TempNet-LLaMA2-Chat-70B-v0.1 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── TempNet-LLaMA2-Chat-7B-v0.1 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Yi-34B-Chat-Verified │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── Yi-34B-Chat │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── airoboros-33b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── airoboros-65b │ │ │ └── configs.yaml │ │ ├── aligner-2b_claude-3-opus-20240229 │ │ │ ├── config.yaml │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── aligner-2b_qwen1.5-72b-chat │ │ │ ├── config.yaml │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── alpaca-7b-neft │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── alpaca-7b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── alpaca-7b_concise │ │ │ └── configs.yaml │ │ ├── alpaca-7b_verbose │ │ │ └── configs.yaml │ │ ├── alpaca-farm-ppo-human │ │ │ └── configs.yaml │ │ ├── alpaca-farm-ppo-sim-gpt4-20k │ │ │ └── configs.yaml │ │ ├── baichuan-13b-chat │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── baize-v2-13b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── baize-v2-7b │ │ │ └── configs.yaml │ │ ├── bedrock_claude │ │ │ └── configs.yaml │ │ ├── bedrock_claude_2 │ │ │ └── configs.yaml │ │ ├── causallm-14b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── chatglm2-6b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── claude-2.1 │ │ │ └── configs.yaml │ │ ├── claude-2.1_concise │ │ │ ├── configs.yaml │ │ │ └── prompt_concise.txt │ │ ├── claude-2.1_verbose │ │ │ ├── configs.yaml │ │ │ └── prompt_verbose.txt │ │ ├── claude-2 │ │ │ └── configs.yaml │ │ ├── claude-3-opus-20240229 │ │ │ └── configs.yaml │ │ ├── claude-3-sonnet-20240229 │ │ │ ├── configs.yaml │ │ │ └── prompt_chatml.txt │ │ ├── claude-instant-1.2 │ │ │ └── configs.yaml │ │ ├── claude │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── claude2-alpaca-13b │ │ │ └── configs.yaml │ │ ├── cohere │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── cut-13b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── dbrx-instruct │ │ │ └── configs.yaml │ │ ├── deepseek-llm-67b-chat │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── deita-7b-v1.0 │ │ │ └── configs.yaml │ │ ├── dolphin-2.2.1-mistral-7b │ │ │ └── configs.yaml │ │ ├── evo-7b │ │ │ └── configs.yaml │ │ ├── evo-v2-7b │ │ │ └── configs.yaml │ │ ├── falcon-40b-instruct │ │ │ └── configs.yaml │ │ ├── falcon-7b-instruct │ │ │ └── configs.yaml │ │ ├── gemini-pro │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── gemma-2b-it │ │ │ └── configs.yaml │ │ ├── gemma-7b-it │ │ │ └── configs.yaml │ │ ├── ghost-7b-alpha │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── gpt-3.5-turbo-0301 │ │ │ └── configs.yaml │ │ ├── gpt-3.5-turbo-0613 │ │ │ └── configs.yaml │ │ ├── gpt-3.5-turbo-1106 │ │ │ └── configs.yaml │ │ ├── gpt-3.5-turbo-1106_concise │ │ │ └── configs.yaml │ │ ├── gpt-3.5-turbo-1106_verbose │ │ │ └── configs.yaml │ │ ├── gpt-3.5-turbo-16k-0613 │ │ │ └── configs.yaml │ │ ├── gpt-4-0125-preview │ │ │ └── configs.yaml │ │ ├── gpt-4-turbo-2024-04-09 │ │ │ └── configs.yaml │ │ ├── gpt35_turbo_instruct │ │ │ └── configs.yaml │ │ ├── gpt4 │ │ │ ├── chatml_prompt.txt │ │ │ └── configs.yaml │ │ ├── gpt4_0314 │ │ │ └── configs.yaml │ │ ├── gpt4_0613 │ │ │ └── configs.yaml │ │ ├── gpt4_0613_concise │ │ │ └── configs.yaml │ │ ├── gpt4_0613_verbose │ │ │ └── configs.yaml │ │ ├── gpt4_1106_preview │ │ │ ├── chatml_prompt.txt │ │ │ └── configs.yaml │ │ ├── gpt4_1106_preview_concise │ │ │ ├── chatml_prompt_concise.txt │ │ │ └── configs.yaml │ │ ├── gpt4_1106_preview_verbose │ │ │ ├── chatml_prompt_verbose.txt │ │ │ └── configs.yaml │ │ ├── gpt4_gamed │ │ │ └── configs.yaml │ │ ├── guanaco-13b │ │ │ └── configs.yaml │ │ ├── guanaco-33b-api │ │ │ └── configs.yaml │ │ ├── guanaco-33b │ │ │ └── configs.yaml │ │ ├── guanaco-65b │ │ │ └── configs.yaml │ │ ├── guanaco-7b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── humpback-llama-65b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── humpback-llama2-70b │ │ │ └── configs.yaml │ │ ├── internlm2-chat-20b-ppo │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── jina-chat │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── llama-2-13b-chat-hf │ │ │ └── configs.yaml │ │ ├── llama-2-70b-chat-hf │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── llama-2-7b-chat-hf │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── llama-2-chat-7b-evol70k-neft │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── minichat-1.5-3b │ │ │ └── configs.yaml │ │ ├── minichat-3b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── minotaur-13b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── mistral-large-2402 │ │ │ └── configs.yaml │ │ ├── mistral-medium │ │ │ ├── basic_chatml_prompt.txt │ │ │ └── configs.yaml │ │ ├── mistral-orpo-beta │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── nous-hermes-13b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── oasst-rlhf-llama-33b │ │ │ └── configs.yaml │ │ ├── oasst-sft-llama-33b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── oasst-sft-pythia-12b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── openbuddy-falcon-40b-v9 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── openbuddy-falcon-7b-v6 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── openbuddy-llama-30b-v7.1 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── openbuddy-llama-65b-v8 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── openbuddy-llama2-13b-v11.1 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── openbuddy-llama2-70b-v10.1 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── openchat-13b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── openchat-v2-13b │ │ │ └── configs.yaml │ │ ├── openchat-v2-w-13b │ │ │ └── configs.yaml │ │ ├── openchat-v3.1-13b │ │ │ └── configs.yaml │ │ ├── openchat8192-13b │ │ │ └── configs.yaml │ │ ├── opencoderplus-15b │ │ │ └── configs.yaml │ │ ├── pairrm-Yi-34B-Chat │ │ │ └── configs.yaml │ │ ├── pairrm-tulu-2-13b │ │ │ └── configs.yaml │ │ ├── pairrm-tulu-2-70b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── pairrm-zephyr-7b-beta │ │ │ └── configs.yaml │ │ ├── phi-2-dpo │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── phi-2-sft │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── phi-2 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── platolm-7b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── pythia-12b-mix-sft │ │ │ └── configs.yaml │ │ ├── recycled-wizardlm-7b-v1.0 │ │ │ └── configs.yaml │ │ ├── recycled-wizardlm-7b-v2.0 │ │ │ └── configs.yaml │ │ ├── text_davinci_001 │ │ │ └── configs.yaml │ │ ├── text_davinci_003 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── tulu-2-dpo-13b │ │ │ └── configs.yaml │ │ ├── tulu-2-dpo-70b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── tulu-2-dpo-7b │ │ │ └── configs.yaml │ │ ├── ultralm-13b-best-of-16 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── ultralm-13b-v2.0-best-of-16 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── ultralm-13b-v2.0 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── ultralm-13b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── vicuna-13b-v1.3 │ │ │ └── configs.yaml │ │ ├── vicuna-13b-v1.5 │ │ │ └── configs.yaml │ │ ├── vicuna-13b │ │ │ └── configs.yaml │ │ ├── vicuna-33b-v1.3 │ │ │ └── configs.yaml │ │ ├── vicuna-7b-v1.3 │ │ │ └── configs.yaml │ │ ├── vicuna-7b-v1.5 │ │ │ └── configs.yaml │ │ ├── vicuna-7b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── wizardlm-13b-v1.1 │ │ │ └── configs.yaml │ │ ├── wizardlm-13b-v1.2 │ │ │ └── configs.yaml │ │ ├── wizardlm-13b │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── wizardlm-70b │ │ │ └── configs.yaml │ │ ├── xwinlm-13b-v0.1 │ │ │ └── configs.yaml │ │ ├── xwinlm-70b-v0.1 │ │ │ └── configs.yaml │ │ ├── xwinlm-70b-v0.3 │ │ │ └── configs.yaml │ │ ├── xwinlm-7b-v0.1 │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ ├── zephyr-7b-alpha │ │ │ ├── configs.yaml │ │ │ └── prompt.txt │ │ └── zephyr-7b-beta │ │ │ └── configs.yaml │ │ ├── plotting.py │ │ ├── processors.py │ │ ├── types.py │ │ └── utils.py └── tests │ ├── __init__.py │ ├── integration_tests │ ├── test_decoders_integration.py │ └── test_example_integration.py │ ├── test_analyze.py │ ├── test_decoders_unit.py │ ├── test_main.py │ └── test_pairwise_evaluator.py ├── assets ├── alpaca_and_mtbench.png ├── flask.png ├── moa-3layer.png ├── moa-explained.png ├── moa.jpg └── together-moa-explained.png ├── bot.py ├── eval_mt_bench.py ├── generate_for_alpaca_eval.py ├── generate_for_flask.py ├── generate_for_mt_bench.py ├── moa.py ├── outputs ├── Qwen-72B-round-1.json └── Qwen-72B-round-2.json ├── requirements.txt ├── run_eval_alpaca_eval.sh ├── run_eval_flask.sh ├── run_eval_mt_bench.sh ├── show_mt_bench_result.py ├── tests.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | -------------------------------------------------------------------------------- /FLASK/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/README.md -------------------------------------------------------------------------------- /FLASK/assets/overall_fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/assets/overall_fig.png -------------------------------------------------------------------------------- /FLASK/evaluation_set/flask_evaluation.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/evaluation_set/flask_evaluation.jsonl -------------------------------------------------------------------------------- /FLASK/evaluation_set/flask_hard_evaluation.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/evaluation_set/flask_hard_evaluation.jsonl -------------------------------------------------------------------------------- /FLASK/gpt_review/aggregate_difficulty_skill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/gpt_review/aggregate_difficulty_skill.py -------------------------------------------------------------------------------- /FLASK/gpt_review/aggregate_domain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/gpt_review/aggregate_domain.py -------------------------------------------------------------------------------- /FLASK/gpt_review/aggregate_skill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/gpt_review/aggregate_skill.py -------------------------------------------------------------------------------- /FLASK/gpt_review/gpt4_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/gpt_review/gpt4_eval.py -------------------------------------------------------------------------------- /FLASK/gpt_review/src/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/gpt_review/src/prompt.jsonl -------------------------------------------------------------------------------- /FLASK/gpt_review/src/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/gpt_review/src/reviewer.jsonl -------------------------------------------------------------------------------- /FLASK/input_data/flask_evaluation_raw.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/input_data/flask_evaluation_raw.jsonl -------------------------------------------------------------------------------- /FLASK/metadata_annotation/difficulty/difficulty_annotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/metadata_annotation/difficulty/difficulty_annotation.py -------------------------------------------------------------------------------- /FLASK/metadata_annotation/difficulty/src/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/metadata_annotation/difficulty/src/prompt.jsonl -------------------------------------------------------------------------------- /FLASK/metadata_annotation/difficulty/src/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/metadata_annotation/difficulty/src/reviewer.jsonl -------------------------------------------------------------------------------- /FLASK/metadata_annotation/domain/domain_annotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/metadata_annotation/domain/domain_annotation.py -------------------------------------------------------------------------------- /FLASK/metadata_annotation/domain/src/domain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/metadata_annotation/domain/src/domain.json -------------------------------------------------------------------------------- /FLASK/metadata_annotation/domain/src/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/metadata_annotation/domain/src/prompt.jsonl -------------------------------------------------------------------------------- /FLASK/metadata_annotation/domain/src/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/metadata_annotation/domain/src/reviewer.jsonl -------------------------------------------------------------------------------- /FLASK/metadata_annotation/skillset/skillset_annotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/metadata_annotation/skillset/skillset_annotation.py -------------------------------------------------------------------------------- /FLASK/metadata_annotation/skillset/src/prompt.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/metadata_annotation/skillset/src/prompt.jsonl -------------------------------------------------------------------------------- /FLASK/metadata_annotation/skillset/src/reviewer.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/metadata_annotation/skillset/src/reviewer.jsonl -------------------------------------------------------------------------------- /FLASK/metadata_annotation/skillset/src/skillset_description.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/metadata_annotation/skillset/src/skillset_description.json -------------------------------------------------------------------------------- /FLASK/model_output/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/model_output/conversation.py -------------------------------------------------------------------------------- /FLASK/model_output/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/model_output/inference.py -------------------------------------------------------------------------------- /FLASK/model_output/load_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/model_output/load_model.py -------------------------------------------------------------------------------- /FLASK/openai_concurrent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/openai_concurrent.py -------------------------------------------------------------------------------- /FLASK/openai_info/api_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FLASK/openai_info/api_info.json -------------------------------------------------------------------------------- /FastChat/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/.gitignore -------------------------------------------------------------------------------- /FastChat/.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/.pylintrc -------------------------------------------------------------------------------- /FastChat/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/LICENSE -------------------------------------------------------------------------------- /FastChat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/README.md -------------------------------------------------------------------------------- /FastChat/assets/demo_narrow.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/assets/demo_narrow.gif -------------------------------------------------------------------------------- /FastChat/assets/qa_browser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/assets/qa_browser.png -------------------------------------------------------------------------------- /FastChat/assets/screenshot_cli.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/assets/screenshot_cli.png -------------------------------------------------------------------------------- /FastChat/assets/screenshot_gui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/assets/screenshot_gui.png -------------------------------------------------------------------------------- /FastChat/assets/server_arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/assets/server_arch.png -------------------------------------------------------------------------------- /FastChat/assets/vicuna_logo.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/assets/vicuna_logo.jpeg -------------------------------------------------------------------------------- /FastChat/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docker/Dockerfile -------------------------------------------------------------------------------- /FastChat/docker/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docker/docker-compose.yml -------------------------------------------------------------------------------- /FastChat/docs/arena.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/arena.md -------------------------------------------------------------------------------- /FastChat/docs/awq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/awq.md -------------------------------------------------------------------------------- /FastChat/docs/commands/conv_release.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/commands/conv_release.md -------------------------------------------------------------------------------- /FastChat/docs/commands/data_cleaning.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/commands/data_cleaning.md -------------------------------------------------------------------------------- /FastChat/docs/commands/leaderboard.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/commands/leaderboard.md -------------------------------------------------------------------------------- /FastChat/docs/commands/local_cluster.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/commands/local_cluster.md -------------------------------------------------------------------------------- /FastChat/docs/commands/pypi.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/commands/pypi.md -------------------------------------------------------------------------------- /FastChat/docs/commands/webserver.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/commands/webserver.md -------------------------------------------------------------------------------- /FastChat/docs/dataset_release.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/dataset_release.md -------------------------------------------------------------------------------- /FastChat/docs/exllama_v2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/exllama_v2.md -------------------------------------------------------------------------------- /FastChat/docs/gptq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/gptq.md -------------------------------------------------------------------------------- /FastChat/docs/langchain_integration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/langchain_integration.md -------------------------------------------------------------------------------- /FastChat/docs/lightllm_integration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/lightllm_integration.md -------------------------------------------------------------------------------- /FastChat/docs/mlx_integration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/mlx_integration.md -------------------------------------------------------------------------------- /FastChat/docs/model_support.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/model_support.md -------------------------------------------------------------------------------- /FastChat/docs/openai_api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/openai_api.md -------------------------------------------------------------------------------- /FastChat/docs/server_arch.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/server_arch.md -------------------------------------------------------------------------------- /FastChat/docs/third_party_ui.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/third_party_ui.md -------------------------------------------------------------------------------- /FastChat/docs/training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/training.md -------------------------------------------------------------------------------- /FastChat/docs/vicuna_weights_version.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/vicuna_weights_version.md -------------------------------------------------------------------------------- /FastChat/docs/vllm_integration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/vllm_integration.md -------------------------------------------------------------------------------- /FastChat/docs/xFasterTransformer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/docs/xFasterTransformer.md -------------------------------------------------------------------------------- /FastChat/fastchat/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.2.36" 2 | -------------------------------------------------------------------------------- /FastChat/fastchat/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/constants.py -------------------------------------------------------------------------------- /FastChat/fastchat/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/conversation.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /FastChat/fastchat/data/clean_sharegpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/clean_sharegpt.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/convert_alpaca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/convert_alpaca.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/extract_gpt4_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/extract_gpt4_only.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/extract_single_round.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/extract_single_round.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/filter_wrong_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/filter_wrong_format.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/get_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/get_stats.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/hardcoded_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/hardcoded_questions.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/inspect_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/inspect_data.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/merge.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/optional_clean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/optional_clean.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/optional_replace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/optional_replace.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/prepare_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/prepare_all.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/pretty_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/pretty_json.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/sample.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/split_long_conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/split_long_conversation.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/split_train_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/data/split_train_test.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/README.md -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/clean_judgment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/clean_judgment.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/common.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/compute_agreement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/compute_agreement.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/data/judge_prompts.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/data/judge_prompts.jsonl -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/data/mt_bench/misc/radar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/data/mt_bench/misc/radar.png -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/data/mt_bench/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/data/mt_bench/question.jsonl -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/data/mt_bench/reference_answer/gpt-4.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/data/mt_bench/reference_answer/gpt-4.jsonl -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/data/vicuna_bench/question.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/data/vicuna_bench/question.jsonl -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/data/vicuna_bench/reference_answer/gpt-4.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/data/vicuna_bench/reference_answer/gpt-4.jsonl -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/download_mt_bench_pregenerated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/download_mt_bench_pregenerated.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/gen_api_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/gen_api_answer.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/gen_judgment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/gen_judgment.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/gen_model_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/gen_model_answer.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/qa_browser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/qa_browser.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/show_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/llm_judge/show_result.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/__init__.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/apply_delta.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/apply_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/apply_lora.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/compression.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/convert_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/convert_fp16.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/llama_condense_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/llama_condense_monkey_patch.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/make_delta.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/model_adapter.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_chatglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/model_chatglm.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_cllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/model_cllm.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_codet5p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/model_codet5p.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_exllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/model_exllama.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_falcon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/model_falcon.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/model_registry.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_xfastertransformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/model_xfastertransformer.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_yuan2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/model_yuan2.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/monkey_patch_non_inplace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/monkey_patch_non_inplace.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/rwkv_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/rwkv_model.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/upload_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/model/upload_hub.py -------------------------------------------------------------------------------- /FastChat/fastchat/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /FastChat/fastchat/modules/awq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/modules/awq.py -------------------------------------------------------------------------------- /FastChat/fastchat/modules/exllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/modules/exllama.py -------------------------------------------------------------------------------- /FastChat/fastchat/modules/gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/modules/gptq.py -------------------------------------------------------------------------------- /FastChat/fastchat/modules/xfastertransformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/modules/xfastertransformer.py -------------------------------------------------------------------------------- /FastChat/fastchat/protocol/api_protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/protocol/api_protocol.py -------------------------------------------------------------------------------- /FastChat/fastchat/protocol/openai_api_protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/protocol/openai_api_protocol.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /FastChat/fastchat/serve/api_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/api_provider.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/base_model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/base_model_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/call_monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/call_monitor.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/cli.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/controller.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/example_images/distracted.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/example_images/distracted.jpg -------------------------------------------------------------------------------- /FastChat/fastchat/serve/example_images/fridge.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/example_images/fridge.jpg -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gateway/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/gateway/README.md -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gateway/nginx.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/gateway/nginx.conf -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gradio_block_arena_anony.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/gradio_block_arena_anony.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gradio_block_arena_named.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/gradio_block_arena_named.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gradio_block_arena_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/gradio_block_arena_vision.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gradio_block_arena_vision_anony.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/gradio_block_arena_vision_anony.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gradio_block_arena_vision_named.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/gradio_block_arena_vision_named.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/gradio_web_server.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gradio_web_server_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/gradio_web_server_multi.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/huggingface_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/huggingface_api.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/huggingface_api_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/huggingface_api_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/inference.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/launch_all_serve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/launch_all_serve.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/lightllm_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/lightllm_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/mlx_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/mlx_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/model_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/basic_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/basic_stats.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/clean_battle_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/clean_battle_data.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/clean_chat_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/clean_chat_data.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/arena_33k/count_unique_users.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/arena_33k/count_unique_users.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/arena_33k/filter_bad_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/arena_33k/filter_bad_conv.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/arena_33k/merge_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/arena_33k/merge_field.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/arena_33k/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/arena_33k/sample.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/arena_33k/upload_hf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/arena_33k/upload_hf_dataset.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/approve_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/approve_all.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/compute_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/compute_stats.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/filter_bad_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/filter_bad_conv.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/final_post_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/final_post_processing.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/instructions.md -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/merge_oai_tag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/merge_oai_tag.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/process_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/process_all.sh -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/sample.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/upload_hf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/dataset_release_scripts/lmsys_chat_1m/upload_hf_dataset.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/elo_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/elo_analysis.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/inspect_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/inspect_conv.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/intersect_conv_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/intersect_conv_file.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/leaderboard_csv_to_html.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/leaderboard_csv_to_html.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/monitor.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/summarize_cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/summarize_cluster.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/tag_openai_moderation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/tag_openai_moderation.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/topic_clustering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/topic_clustering.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/vote_time_stats/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/vote_time_stats/README.md -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/vote_time_stats/analyze_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/vote_time_stats/analyze_data.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/vote_time_stats/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/monitor/vote_time_stats/plot.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/multi_model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/multi_model_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/openai_api_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/openai_api_server.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/register_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/remote_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/remote_logger.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/sglang_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/sglang_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/shutdown_serve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/shutdown_serve.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/test_message.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/test_throughput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/test_throughput.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/vision/create_vqa_examples_dir.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/vision/create_vqa_examples_dir.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/vllm_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/serve/vllm_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/llama2_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/train/llama2_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/train/train.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/train/train_baichuan.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_flant5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/train/train_flant5.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/train/train_lora.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_lora_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/train/train_lora_t5.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/train/train_mem.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_with_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/train/train_with_template.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/train/train_xformers.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_yuan2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/train/train_yuan2.py -------------------------------------------------------------------------------- /FastChat/fastchat/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/fastchat/utils.py -------------------------------------------------------------------------------- /FastChat/format.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/format.sh -------------------------------------------------------------------------------- /FastChat/playground/FastChat_API_GoogleColab.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/playground/FastChat_API_GoogleColab.ipynb -------------------------------------------------------------------------------- /FastChat/playground/deepspeed_config_s2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/playground/deepspeed_config_s2.json -------------------------------------------------------------------------------- /FastChat/playground/deepspeed_config_s3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/playground/deepspeed_config_s3.json -------------------------------------------------------------------------------- /FastChat/playground/test_embedding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/playground/test_embedding/README.md -------------------------------------------------------------------------------- /FastChat/playground/test_embedding/test_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/playground/test_embedding/test_classification.py -------------------------------------------------------------------------------- /FastChat/playground/test_embedding/test_semantic_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/playground/test_embedding/test_semantic_search.py -------------------------------------------------------------------------------- /FastChat/playground/test_embedding/test_sentence_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/playground/test_embedding/test_sentence_similarity.py -------------------------------------------------------------------------------- /FastChat/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/pyproject.toml -------------------------------------------------------------------------------- /FastChat/scripts/build-api.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/scripts/build-api.sh -------------------------------------------------------------------------------- /FastChat/scripts/test_readme_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/scripts/test_readme_train.sh -------------------------------------------------------------------------------- /FastChat/scripts/train_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/scripts/train_lora.sh -------------------------------------------------------------------------------- /FastChat/scripts/train_vicuna_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/scripts/train_vicuna_13b.sh -------------------------------------------------------------------------------- /FastChat/scripts/train_vicuna_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/scripts/train_vicuna_7b.sh -------------------------------------------------------------------------------- /FastChat/scripts/upload_pypi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/scripts/upload_pypi.sh -------------------------------------------------------------------------------- /FastChat/tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/tests/README.md -------------------------------------------------------------------------------- /FastChat/tests/killall_python.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/tests/killall_python.sh -------------------------------------------------------------------------------- /FastChat/tests/launch_openai_api_test_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/tests/launch_openai_api_test_server.py -------------------------------------------------------------------------------- /FastChat/tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/tests/test_cli.py -------------------------------------------------------------------------------- /FastChat/tests/test_cli_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/tests/test_cli_inputs.txt -------------------------------------------------------------------------------- /FastChat/tests/test_openai_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/tests/test_openai_api.py -------------------------------------------------------------------------------- /FastChat/tests/test_openai_langchain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/tests/test_openai_langchain.py -------------------------------------------------------------------------------- /FastChat/tests/test_openai_vision_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/FastChat/tests/test_openai_vision_api.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/README.md -------------------------------------------------------------------------------- /advanced-moa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/advanced-moa.py -------------------------------------------------------------------------------- /alpaca_eval/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/.gitignore -------------------------------------------------------------------------------- /alpaca_eval/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/.pre-commit-config.yaml -------------------------------------------------------------------------------- /alpaca_eval/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/CITATION.cff -------------------------------------------------------------------------------- /alpaca_eval/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/LICENSE -------------------------------------------------------------------------------- /alpaca_eval/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/MANIFEST.in -------------------------------------------------------------------------------- /alpaca_eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/README.md -------------------------------------------------------------------------------- /alpaca_eval/client_configs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/client_configs/README.md -------------------------------------------------------------------------------- /alpaca_eval/docs/AlpacaFarm_small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/docs/AlpacaFarm_small.png -------------------------------------------------------------------------------- /alpaca_eval/docs/data_AlpacaEval/alpaca_eval_gpt4_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/docs/data_AlpacaEval/alpaca_eval_gpt4_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/docs/data_AlpacaEval/chatgpt_fn_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/docs/data_AlpacaEval/chatgpt_fn_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/docs/data_AlpacaEval/claude_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/docs/data_AlpacaEval/claude_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/docs/data_AlpacaEval_2/alpaca_eval_cot_gpt4_turbo_fn_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/docs/data_AlpacaEval_2/alpaca_eval_cot_gpt4_turbo_fn_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/docs/data_AlpacaEval_2/alpaca_eval_gpt4_turbo_fn_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/docs/data_AlpacaEval_2/alpaca_eval_gpt4_turbo_fn_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/docs/data_AlpacaEval_2/claude_3_opus_ranking_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/docs/data_AlpacaEval_2/claude_3_opus_ranking_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/docs/data_AlpacaEval_2/mistral-large-2402_ranking_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/docs/data_AlpacaEval_2/mistral-large-2402_ranking_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/docs/data_AlpacaEval_2/weighted_alpaca_eval_gpt4_turbo_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/docs/data_AlpacaEval_2/weighted_alpaca_eval_gpt4_turbo_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/docs/format_export_leaderboards.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/docs/format_export_leaderboards.py -------------------------------------------------------------------------------- /alpaca_eval/docs/format_sample_sheets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/docs/format_sample_sheets.py -------------------------------------------------------------------------------- /alpaca_eval/docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/docs/index.html -------------------------------------------------------------------------------- /alpaca_eval/figures/all_metrics_length.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/all_metrics_length.png -------------------------------------------------------------------------------- /alpaca_eval/figures/annotator_bias.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/annotator_bias.png -------------------------------------------------------------------------------- /alpaca_eval/figures/bias_vs_variance.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/bias_vs_variance.pdf -------------------------------------------------------------------------------- /alpaca_eval/figures/causal_graph.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/causal_graph.png -------------------------------------------------------------------------------- /alpaca_eval/figures/chat_correlations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/chat_correlations.png -------------------------------------------------------------------------------- /alpaca_eval/figures/chat_correlations_no_ae.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/chat_correlations_no_ae.png -------------------------------------------------------------------------------- /alpaca_eval/figures/different_baselines.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/different_baselines.png -------------------------------------------------------------------------------- /alpaca_eval/figures/lc_ae_leaderboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/lc_ae_leaderboard.png -------------------------------------------------------------------------------- /alpaca_eval/figures/length_gameability.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/length_gameability.png -------------------------------------------------------------------------------- /alpaca_eval/figures/plot_paired_ttest_nsamples.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/plot_paired_ttest_nsamples.png -------------------------------------------------------------------------------- /alpaca_eval/figures/plot_paired_ttests_per_dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/plot_paired_ttests_per_dataset.png -------------------------------------------------------------------------------- /alpaca_eval/figures/plot_quality_vs_price_and_time.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/plot_quality_vs_price_and_time.png -------------------------------------------------------------------------------- /alpaca_eval/figures/plot_winrate_correlations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/plot_winrate_correlations.png -------------------------------------------------------------------------------- /alpaca_eval/figures/plot_winrate_correlations_alpaca_eval.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/plot_winrate_correlations_alpaca_eval.png -------------------------------------------------------------------------------- /alpaca_eval/figures/verified.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/figures/verified.png -------------------------------------------------------------------------------- /alpaca_eval/pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/pytest.ini -------------------------------------------------------------------------------- /alpaca_eval/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/requirements.txt -------------------------------------------------------------------------------- /alpaca_eval/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /alpaca_eval/scripts/precompute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/scripts/precompute.py -------------------------------------------------------------------------------- /alpaca_eval/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/setup.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/__init__.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/analyze.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/annotators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/annotators/__init__.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/annotators/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/annotators/base.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/annotators/pairwise_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/annotators/pairwise_evaluator.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/completion_parsers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/completion_parsers.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/constants.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/decoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/decoders/__init__.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/decoders/anthropic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/decoders/anthropic.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/decoders/bedrock_anthropic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/decoders/bedrock_anthropic.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/decoders/cohere.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/decoders/cohere.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/decoders/google.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/decoders/google.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/decoders/huggingface_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/decoders/huggingface_api.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/decoders/huggingface_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/decoders/huggingface_local.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/decoders/jinachat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/decoders/jinachat.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/decoders/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/decoders/openai.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/decoders/replicate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/decoders/replicate.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/decoders/vllm_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/decoders/vllm_local.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/README.md -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_clf_cot_gpt4_turbo/alpaca_eval_clf_cot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_clf_cot_gpt4_turbo/alpaca_eval_clf_cot.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_clf_cot_gpt4_turbo/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_clf_cot_gpt4_turbo/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_clf_gpt4_turbo/alpaca_eval_clf.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_clf_gpt4_turbo/alpaca_eval_clf.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_clf_gpt4_turbo/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_clf_gpt4_turbo/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_cot_gpt4_turbo_fn/alpaca_eval_fn.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_cot_gpt4_turbo_fn/alpaca_eval_fn.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_cot_gpt4_turbo_fn/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_cot_gpt4_turbo_fn/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4/alpaca_eval.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4/alpaca_eval.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_0314/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_0314/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_0613/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_0613/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_fn/alpaca_eval_fn.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_fn/alpaca_eval_fn.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_fn/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_fn/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_turbo_fn/alpaca_eval_fn.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_turbo_fn/alpaca_eval_fn.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_turbo_fn/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_turbo_fn/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_chat_v0_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_chat_v0_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_chat_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_chat_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_cot_json_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_cot_json_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b4_cot_json_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b4_cot_json_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b5_diana_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b5_diana_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b5_joe_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b5_joe_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b5_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b5_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/text_b1_v0_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/text_b1_v0_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/text_b1_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/text_b1_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/text_b4_reasoning_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/text_b4_reasoning_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/text_b5_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm/text_b5_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm_greedy_gpt4/chatml_b5_without_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm_greedy_gpt4/chatml_b5_without_inputs.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm_greedy_gpt4/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/alpaca_farm_greedy_gpt4/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/aviary_gpt4/aviary_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/aviary_gpt4/aviary_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/aviary_gpt4/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/aviary_gpt4/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/bedrock_claude/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/bedrock_claude/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/bedrock_claude_2/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/bedrock_claude_2/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/chatgpt/basic_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/chatgpt/basic_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/chatgpt/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/chatgpt/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/chatgpt_fn/basic_function_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/chatgpt_fn/basic_function_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/chatgpt_fn/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/chatgpt_fn/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/claude/basic_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/claude/basic_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/claude/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/claude/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/claude_2/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/claude_2/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/claude_3_opus_ranking/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/claude_3_opus_ranking/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/claude_3_opus_ranking/ranking_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/claude_3_opus_ranking/ranking_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/claude_ranking/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/claude_ranking/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/claude_ranking/ranking_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/claude_ranking/ranking_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/cohere/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/cohere/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/gpt-3.5-turbo-1106_ranking/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/gpt-3.5-turbo-1106_ranking/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/gpt-3.5-turbo-1106_ranking/ranking_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/gpt-3.5-turbo-1106_ranking/ranking_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/gpt35_turbo_instruct/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/gpt35_turbo_instruct/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo_clf/basic_clf_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo_clf/basic_clf_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo_clf/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo_clf/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo_cot_clf/basic_clf_cot_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo_cot_clf/basic_clf_cot_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo_cot_clf/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo_cot_clf/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo_cot_logprob/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo_cot_logprob/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo_logprob/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/gpt4_turbo_logprob/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/guanaco_33b/basic_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/guanaco_33b/basic_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/guanaco_33b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/guanaco_33b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/improved_aviary_gpt4/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/improved_aviary_gpt4/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/improved_lmsys_gpt4/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/improved_lmsys_gpt4/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/lmsys_gpt4/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/lmsys_gpt4/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/lmsys_gpt4/lmsys_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/lmsys_gpt4/lmsys_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/mistral-large-2402_ranking/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/mistral-large-2402_ranking/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/oasst_pythia_12b/basic_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/oasst_pythia_12b/basic_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/oasst_pythia_12b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/oasst_pythia_12b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/test/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/test/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/text_davinci_003/basic_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/text_davinci_003/basic_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/text_davinci_003/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/text_davinci_003/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/weighted_alpaca_eval_cot_gpt4_turbo/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/weighted_alpaca_eval_cot_gpt4_turbo/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/weighted_alpaca_eval_gpt4_turbo/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/weighted_alpaca_eval_gpt4_turbo/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/evaluators_configs/weighted_alpaca_eval_gpt4_turbo_new/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/evaluators_configs/weighted_alpaca_eval_gpt4_turbo_new/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval/alpaca_eval_gpt4_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval/alpaca_eval_gpt4_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval/chatgpt_fn_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval/chatgpt_fn_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval/claude_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval/claude_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval/text_davinci_003_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval/text_davinci_003_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval_2/alpaca_eval_cot_gpt4_turbo_fn_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval_2/alpaca_eval_cot_gpt4_turbo_fn_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval_2/alpaca_eval_gpt4_turbo_fn_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval_2/alpaca_eval_gpt4_turbo_fn_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval_2/claude_3_opus_ranking_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval_2/claude_3_opus_ranking_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval_2/mistral-large-2402_ranking_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval_2/mistral-large-2402_ranking_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval_2/weighted_alpaca_eval_gpt4_turbo_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/leaderboards/data_AlpacaEval_2/weighted_alpaca_eval_gpt4_turbo_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/leaderboards/evaluators/evaluators_leaderboard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/leaderboards/evaluators/evaluators_leaderboard.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/main.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/metrics/__init__.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/metrics/glm_winrate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/metrics/glm_winrate.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/metrics/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/metrics/helpers.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/metrics/weights/claude_3_opus_ranking/length_controlled_v1/baseline_gpt4_1106_preview.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/metrics/weights/claude_3_opus_ranking/length_controlled_v1/baseline_gpt4_1106_preview.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/metrics/weights/mistral-large-2402_ranking/length_controlled_v1/baseline_gpt4_1106_preview.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/metrics/weights/mistral-large-2402_ranking/length_controlled_v1/baseline_gpt4_1106_preview.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/metrics/weights/weighted_alpaca_eval_gpt4_turbo/length_controlled_v1/baseline_gpt4_1106_preview.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/metrics/weights/weighted_alpaca_eval_gpt4_turbo/length_controlled_v1/baseline_gpt4_1106_preview.csv -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/metrics/winrate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/metrics/winrate.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Conifer-7B-DPO/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Conifer-7B-DPO/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Conifer-7B-DPO/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Conifer-7B-DPO/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Contextual-KTO-Mistral-PairRM-Verified/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Contextual-KTO-Mistral-PairRM-Verified/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Contextual-KTO-Mistral-PairRM-Verified/prompt.txt: -------------------------------------------------------------------------------- 1 | <|im_start|>user 2 | {instruction} 3 | <|im_end|> -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Contextual-KTO-Mistral-PairRM/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Contextual-KTO-Mistral-PairRM/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Contextual-KTO-Mistral-PairRM/prompt.txt: -------------------------------------------------------------------------------- 1 | <|user|> 2 | {instruction} 3 | <|assistant|> -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Ein-70B-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Ein-70B-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Ein-70B-v0.1/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Ein-70B-v0.1/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/FsfairX-Zephyr-Chat-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/FsfairX-Zephyr-Chat-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/LMCocktail-10.7B-v1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/LMCocktail-10.7B-v1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/LMCocktail-10.7B-v1/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/LMCocktail-10.7B-v1/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Meta-Llama-3-70B-Instruct/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Meta-Llama-3-70B-Instruct/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Meta-Llama-3-8B-Instruct/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Meta-Llama-3-8B-Instruct/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Mistral-7B-Instruct-v0.2/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Mistral-7B-Instruct-v0.2/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Mistral-7B-ReMax-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Mistral-7B-ReMax-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Mistral-7B-ReMax-v0.1/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Mistral-7B-ReMax-v0.1/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x22B-Instruct-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x22B-Instruct-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1/togetherai_prompt.txt: -------------------------------------------------------------------------------- 1 | <|im_start|>user 2 | {instruction} 3 | <|im_end|> -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1_concise/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1_concise/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1_concise/togetherai_prompt_concise.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1_concise/togetherai_prompt_concise.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1_verbose/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1_verbose/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1_verbose/togetherai_prompt_verbose.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1_verbose/togetherai_prompt_verbose.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Nanbeige-Plus-Chat-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Nanbeige-Plus-Chat-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Nanbeige-Plus-Chat-v0.1/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Nanbeige-Plus-Chat-v0.1/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Nanbeige2-8B-Chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Nanbeige2-8B-Chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Nanbeige2-8B-Chat/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Nanbeige2-8B-Chat/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/OpenHermes-2.5-Mistral-7B/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/OpenHermes-2.5-Mistral-7B/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/OpenHermes-2.5-Mistral-7B/togetherai_prompt.txt: -------------------------------------------------------------------------------- 1 | <|im_start|>user 2 | {instruction} 3 | <|im_end|> -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Qwen-14B-Chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Qwen-14B-Chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Qwen-14B-Chat/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Qwen-14B-Chat/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-1.8B-Chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-1.8B-Chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-110B-Chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-110B-Chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-110B-Chat/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-110B-Chat/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-14B-Chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-14B-Chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-72B-Chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-72B-Chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-72B-Chat/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-72B-Chat/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-7B-Chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Qwen1.5-7B-Chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Samba-CoE-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Samba-CoE-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Samba-CoE-v0.1/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Samba-CoE-v0.1/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Samba-CoE-v0.2-best-of-16/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Samba-CoE-v0.2-best-of-16/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Samba-CoE-v0.2/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Samba-CoE-v0.2/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Snorkel-Mistral-PairRM-DPO-best-of-16/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Snorkel-Mistral-PairRM-DPO-best-of-16/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Snorkel-Mistral-PairRM-DPO-best-of-16/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Snorkel-Mistral-PairRM-DPO-best-of-16/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Snorkel-Mistral-PairRM-DPO/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Snorkel-Mistral-PairRM-DPO/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Snorkel-Mistral-PairRM-DPO/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Snorkel-Mistral-PairRM-DPO/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Starling-LM-7B-alpha/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Starling-LM-7B-alpha/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Starling-LM-7B-alpha/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Starling-LM-7B-alpha/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/TempNet-LLaMA2-Chat-13B-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/TempNet-LLaMA2-Chat-13B-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/TempNet-LLaMA2-Chat-70B-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/TempNet-LLaMA2-Chat-70B-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/TempNet-LLaMA2-Chat-70B-v0.1/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/TempNet-LLaMA2-Chat-70B-v0.1/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/TempNet-LLaMA2-Chat-7B-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/TempNet-LLaMA2-Chat-7B-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/TempNet-LLaMA2-Chat-7B-v0.1/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/TempNet-LLaMA2-Chat-7B-v0.1/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Yi-34B-Chat-Verified/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Yi-34B-Chat-Verified/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Yi-34B-Chat-Verified/prompt.txt: -------------------------------------------------------------------------------- 1 | <|im_start|>user 2 | {instruction}<|im_end|> 3 | -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Yi-34B-Chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Yi-34B-Chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/Yi-34B-Chat/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/Yi-34B-Chat/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/airoboros-33b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/airoboros-33b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/airoboros-33b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/airoboros-33b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/airoboros-65b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/airoboros-65b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/aligner-2b_claude-3-opus-20240229/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/aligner-2b_claude-3-opus-20240229/config.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/aligner-2b_claude-3-opus-20240229/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/aligner-2b_claude-3-opus-20240229/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/aligner-2b_claude-3-opus-20240229/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/aligner-2b_claude-3-opus-20240229/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/aligner-2b_qwen1.5-72b-chat/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/aligner-2b_qwen1.5-72b-chat/config.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/aligner-2b_qwen1.5-72b-chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/aligner-2b_qwen1.5-72b-chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/aligner-2b_qwen1.5-72b-chat/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/aligner-2b_qwen1.5-72b-chat/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/alpaca-7b-neft/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/alpaca-7b-neft/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/alpaca-7b-neft/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/alpaca-7b-neft/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/alpaca-7b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/alpaca-7b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/alpaca-7b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/alpaca-7b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/alpaca-7b_concise/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/alpaca-7b_concise/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/alpaca-7b_verbose/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/alpaca-7b_verbose/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/alpaca-farm-ppo-human/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/alpaca-farm-ppo-human/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/alpaca-farm-ppo-sim-gpt4-20k/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/alpaca-farm-ppo-sim-gpt4-20k/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/baichuan-13b-chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/baichuan-13b-chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/baichuan-13b-chat/prompt.txt: -------------------------------------------------------------------------------- 1 | {instruction} 2 | -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/baize-v2-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/baize-v2-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/baize-v2-13b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/baize-v2-13b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/baize-v2-7b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/baize-v2-7b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/bedrock_claude/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/bedrock_claude/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/bedrock_claude_2/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/bedrock_claude_2/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/causallm-14b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/causallm-14b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/causallm-14b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/causallm-14b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/chatglm2-6b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/chatglm2-6b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/chatglm2-6b/prompt.txt: -------------------------------------------------------------------------------- 1 | [Round 1]\n\n问：{instruction}\n\n答： 2 | -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude-2.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/claude-2.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude-2.1_concise/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/claude-2.1_concise/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude-2.1_concise/prompt_concise.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/claude-2.1_concise/prompt_concise.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude-2.1_verbose/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/claude-2.1_verbose/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude-2.1_verbose/prompt_verbose.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/claude-2.1_verbose/prompt_verbose.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude-2/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/claude-2/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude-3-opus-20240229/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/claude-3-opus-20240229/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude-3-sonnet-20240229/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/claude-3-sonnet-20240229/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude-3-sonnet-20240229/prompt_chatml.txt: -------------------------------------------------------------------------------- 1 | <|im_start|>user 2 | {instruction} 3 | <|im_end|> -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude-instant-1.2/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/claude-instant-1.2/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/claude/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude/prompt.txt: -------------------------------------------------------------------------------- 1 | 2 | 3 | Human: {instruction} 4 | 5 | Assistant: -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/claude2-alpaca-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/claude2-alpaca-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/cohere/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/cohere/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/cohere/prompt.txt: -------------------------------------------------------------------------------- 1 | {instruction} -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/cut-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/cut-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/cut-13b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/cut-13b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/dbrx-instruct/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/dbrx-instruct/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/deepseek-llm-67b-chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/deepseek-llm-67b-chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/deepseek-llm-67b-chat/prompt.txt: -------------------------------------------------------------------------------- 1 | User: {instruction} 2 | 3 | Assistant: -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/deita-7b-v1.0/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/deita-7b-v1.0/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/dolphin-2.2.1-mistral-7b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/dolphin-2.2.1-mistral-7b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/evo-7b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/evo-7b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/evo-v2-7b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/evo-v2-7b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/falcon-40b-instruct/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/falcon-40b-instruct/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/falcon-7b-instruct/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/falcon-7b-instruct/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gemini-pro/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gemini-pro/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gemini-pro/prompt.txt: -------------------------------------------------------------------------------- 1 | {instruction} -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gemma-2b-it/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gemma-2b-it/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gemma-7b-it/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gemma-7b-it/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/ghost-7b-alpha/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/ghost-7b-alpha/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/ghost-7b-alpha/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/ghost-7b-alpha/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt-3.5-turbo-0301/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt-3.5-turbo-0301/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt-3.5-turbo-0613/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt-3.5-turbo-0613/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt-3.5-turbo-1106/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt-3.5-turbo-1106/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt-3.5-turbo-1106_concise/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt-3.5-turbo-1106_concise/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt-3.5-turbo-1106_verbose/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt-3.5-turbo-1106_verbose/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt-3.5-turbo-16k-0613/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt-3.5-turbo-16k-0613/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt-4-0125-preview/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt-4-0125-preview/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt-4-turbo-2024-04-09/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt-4-turbo-2024-04-09/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt35_turbo_instruct/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt35_turbo_instruct/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4/chatml_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4/chatml_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4_0314/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4_0314/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4_0613/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4_0613/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4_0613_concise/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4_0613_concise/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4_0613_verbose/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4_0613_verbose/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4_1106_preview/chatml_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4_1106_preview/chatml_prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4_1106_preview/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4_1106_preview/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4_1106_preview_concise/chatml_prompt_concise.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4_1106_preview_concise/chatml_prompt_concise.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4_1106_preview_concise/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4_1106_preview_concise/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4_1106_preview_verbose/chatml_prompt_verbose.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4_1106_preview_verbose/chatml_prompt_verbose.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4_1106_preview_verbose/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4_1106_preview_verbose/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/gpt4_gamed/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/gpt4_gamed/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/guanaco-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/guanaco-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/guanaco-33b-api/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/guanaco-33b-api/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/guanaco-33b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/guanaco-33b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/guanaco-65b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/guanaco-65b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/guanaco-7b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/guanaco-7b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/guanaco-7b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/guanaco-7b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/humpback-llama-65b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/humpback-llama-65b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/humpback-llama-65b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/humpback-llama-65b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/humpback-llama2-70b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/humpback-llama2-70b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/internlm2-chat-20b-ppo/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/internlm2-chat-20b-ppo/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/internlm2-chat-20b-ppo/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/internlm2-chat-20b-ppo/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/jina-chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/jina-chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/jina-chat/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/jina-chat/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/llama-2-13b-chat-hf/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/llama-2-13b-chat-hf/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/llama-2-70b-chat-hf/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/llama-2-70b-chat-hf/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/llama-2-70b-chat-hf/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/llama-2-70b-chat-hf/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/llama-2-7b-chat-hf/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/llama-2-7b-chat-hf/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/llama-2-7b-chat-hf/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/llama-2-7b-chat-hf/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/llama-2-chat-7b-evol70k-neft/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/llama-2-chat-7b-evol70k-neft/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/llama-2-chat-7b-evol70k-neft/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/llama-2-chat-7b-evol70k-neft/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/minichat-1.5-3b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/minichat-1.5-3b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/minichat-3b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/minichat-3b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/minichat-3b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/minichat-3b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/minotaur-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/minotaur-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/minotaur-13b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/minotaur-13b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/mistral-large-2402/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/mistral-large-2402/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/mistral-medium/basic_chatml_prompt.txt: -------------------------------------------------------------------------------- 1 | <|im_start|>user 2 | {instruction} 3 | <|im_end|> -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/mistral-medium/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/mistral-medium/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/mistral-orpo-beta/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/mistral-orpo-beta/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/mistral-orpo-beta/prompt.txt: -------------------------------------------------------------------------------- 1 | <|user|> 2 | {instruction} 3 | <|assistant|> 4 | -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/nous-hermes-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/nous-hermes-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/nous-hermes-13b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/nous-hermes-13b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/oasst-rlhf-llama-33b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/oasst-rlhf-llama-33b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/oasst-sft-llama-33b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/oasst-sft-llama-33b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/oasst-sft-llama-33b/prompt.txt: -------------------------------------------------------------------------------- 1 | <|prompter|>{instruction}<|assistant|> -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/oasst-sft-pythia-12b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/oasst-sft-pythia-12b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/oasst-sft-pythia-12b/prompt.txt: -------------------------------------------------------------------------------- 1 | <|prompter|>{instruction}<|endoftext|><|assistant|> -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openbuddy-falcon-40b-v9/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openbuddy-falcon-40b-v9/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openbuddy-falcon-40b-v9/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openbuddy-falcon-40b-v9/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openbuddy-falcon-7b-v6/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openbuddy-falcon-7b-v6/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openbuddy-falcon-7b-v6/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openbuddy-falcon-7b-v6/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama-30b-v7.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama-30b-v7.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama-30b-v7.1/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama-30b-v7.1/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama-65b-v8/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama-65b-v8/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama-65b-v8/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama-65b-v8/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama2-13b-v11.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama2-13b-v11.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama2-13b-v11.1/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama2-13b-v11.1/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama2-70b-v10.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama2-70b-v10.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama2-70b-v10.1/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openbuddy-llama2-70b-v10.1/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openchat-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openchat-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openchat-13b/prompt.txt: -------------------------------------------------------------------------------- 1 | <|im_start|>user 2 | {instruction} 3 | <|im_end|> -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openchat-v2-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openchat-v2-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openchat-v2-w-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openchat-v2-w-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openchat-v3.1-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openchat-v3.1-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/openchat8192-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/openchat8192-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/opencoderplus-15b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/opencoderplus-15b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/pairrm-Yi-34B-Chat/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/pairrm-Yi-34B-Chat/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/pairrm-tulu-2-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/pairrm-tulu-2-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/pairrm-tulu-2-70b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/pairrm-tulu-2-70b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/pairrm-tulu-2-70b/prompt.txt: -------------------------------------------------------------------------------- 1 | <|user|> 2 | {instruction} 3 | <|assistant|> 4 | -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/pairrm-zephyr-7b-beta/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/pairrm-zephyr-7b-beta/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/phi-2-dpo/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/phi-2-dpo/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/phi-2-dpo/prompt.txt: -------------------------------------------------------------------------------- 1 | ### Human: {instruction} 2 | 3 | ### Assistant: -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/phi-2-sft/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/phi-2-sft/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/phi-2-sft/prompt.txt: -------------------------------------------------------------------------------- 1 | ### Human: {instruction} 2 | 3 | ### Assistant: -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/phi-2/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/phi-2/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/phi-2/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/phi-2/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/platolm-7b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/platolm-7b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/platolm-7b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/platolm-7b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/pythia-12b-mix-sft/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/pythia-12b-mix-sft/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/recycled-wizardlm-7b-v1.0/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/recycled-wizardlm-7b-v1.0/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/recycled-wizardlm-7b-v2.0/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/recycled-wizardlm-7b-v2.0/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/text_davinci_001/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/text_davinci_001/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/text_davinci_003/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/text_davinci_003/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/text_davinci_003/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/text_davinci_003/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/tulu-2-dpo-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/tulu-2-dpo-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/tulu-2-dpo-70b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/tulu-2-dpo-70b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/tulu-2-dpo-70b/prompt.txt: -------------------------------------------------------------------------------- 1 | <|user|> 2 | {instruction} 3 | <|assistant|> 4 | -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/tulu-2-dpo-7b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/tulu-2-dpo-7b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b-best-of-16/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b-best-of-16/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b-best-of-16/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b-best-of-16/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b-v2.0-best-of-16/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b-v2.0-best-of-16/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b-v2.0-best-of-16/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b-v2.0-best-of-16/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b-v2.0/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b-v2.0/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b-v2.0/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b-v2.0/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/ultralm-13b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/vicuna-13b-v1.3/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/vicuna-13b-v1.3/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/vicuna-13b-v1.5/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/vicuna-13b-v1.5/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/vicuna-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/vicuna-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/vicuna-33b-v1.3/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/vicuna-33b-v1.3/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/vicuna-7b-v1.3/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/vicuna-7b-v1.3/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/vicuna-7b-v1.5/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/vicuna-7b-v1.5/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/vicuna-7b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/vicuna-7b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/vicuna-7b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/vicuna-7b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/wizardlm-13b-v1.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/wizardlm-13b-v1.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/wizardlm-13b-v1.2/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/wizardlm-13b-v1.2/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/wizardlm-13b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/wizardlm-13b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/wizardlm-13b/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/wizardlm-13b/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/wizardlm-70b/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/wizardlm-70b/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/xwinlm-13b-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/xwinlm-13b-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/xwinlm-70b-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/xwinlm-70b-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/xwinlm-70b-v0.3/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/xwinlm-70b-v0.3/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/xwinlm-7b-v0.1/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/xwinlm-7b-v0.1/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/xwinlm-7b-v0.1/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/xwinlm-7b-v0.1/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/zephyr-7b-alpha/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/zephyr-7b-alpha/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/zephyr-7b-alpha/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/zephyr-7b-alpha/prompt.txt -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/models_configs/zephyr-7b-beta/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/models_configs/zephyr-7b-beta/configs.yaml -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/plotting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/plotting.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/processors.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/types.py -------------------------------------------------------------------------------- /alpaca_eval/src/alpaca_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/src/alpaca_eval/utils.py -------------------------------------------------------------------------------- /alpaca_eval/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /alpaca_eval/tests/integration_tests/test_decoders_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/tests/integration_tests/test_decoders_integration.py -------------------------------------------------------------------------------- /alpaca_eval/tests/integration_tests/test_example_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/tests/integration_tests/test_example_integration.py -------------------------------------------------------------------------------- /alpaca_eval/tests/test_analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/tests/test_analyze.py -------------------------------------------------------------------------------- /alpaca_eval/tests/test_decoders_unit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/tests/test_decoders_unit.py -------------------------------------------------------------------------------- /alpaca_eval/tests/test_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/tests/test_main.py -------------------------------------------------------------------------------- /alpaca_eval/tests/test_pairwise_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/alpaca_eval/tests/test_pairwise_evaluator.py -------------------------------------------------------------------------------- /assets/alpaca_and_mtbench.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/assets/alpaca_and_mtbench.png -------------------------------------------------------------------------------- /assets/flask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/assets/flask.png -------------------------------------------------------------------------------- /assets/moa-3layer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/assets/moa-3layer.png -------------------------------------------------------------------------------- /assets/moa-explained.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/assets/moa-explained.png -------------------------------------------------------------------------------- /assets/moa.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/assets/moa.jpg -------------------------------------------------------------------------------- /assets/together-moa-explained.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/assets/together-moa-explained.png -------------------------------------------------------------------------------- /bot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/bot.py -------------------------------------------------------------------------------- /eval_mt_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/eval_mt_bench.py -------------------------------------------------------------------------------- /generate_for_alpaca_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/generate_for_alpaca_eval.py -------------------------------------------------------------------------------- /generate_for_flask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/generate_for_flask.py -------------------------------------------------------------------------------- /generate_for_mt_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/generate_for_mt_bench.py -------------------------------------------------------------------------------- /moa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/moa.py -------------------------------------------------------------------------------- /outputs/Qwen-72B-round-1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/outputs/Qwen-72B-round-1.json -------------------------------------------------------------------------------- /outputs/Qwen-72B-round-2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/outputs/Qwen-72B-round-2.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | openai 2 | fire 3 | loguru 4 | datasets 5 | typer 6 | rich 7 | -------------------------------------------------------------------------------- /run_eval_alpaca_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/run_eval_alpaca_eval.sh -------------------------------------------------------------------------------- /run_eval_flask.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/run_eval_flask.sh -------------------------------------------------------------------------------- /run_eval_mt_bench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/run_eval_mt_bench.sh -------------------------------------------------------------------------------- /show_mt_bench_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/show_mt_bench_result.py -------------------------------------------------------------------------------- /tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/tests.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/togethercomputer/MoA/HEAD/utils.py --------------------------------------------------------------------------------