├── .gitignore ├── FastChat ├── .gitignore ├── .pylintrc ├── LICENSE ├── README.md ├── assets │ ├── demo_narrow.gif │ ├── qa_browser.png │ ├── screenshot_cli.png │ ├── screenshot_gui.png │ ├── server_arch.png │ └── vicuna_logo.jpeg ├── docker │ ├── Dockerfile │ └── docker-compose.yml ├── docs │ ├── arena.md │ ├── awq.md │ ├── commands │ │ ├── data_cleaning.md │ │ ├── leaderboard.md │ │ ├── local_cluster.md │ │ ├── pypi.md │ │ ├── test_process.md │ │ └── webserver.md │ ├── gptq.md │ ├── langchain_integration.md │ ├── model_support.md │ ├── openai_api.md │ ├── server_arch.md │ ├── training.md │ ├── vicuna_weights_version.md │ └── vllm_integration.md ├── fastchat │ ├── __init__.py │ ├── constants.py │ ├── conversation.py │ ├── data │ │ ├── __init__.py │ │ ├── clean_sharegpt.py │ │ ├── convert_alpaca.py │ │ ├── extract_gpt4_only.py │ │ ├── extract_single_round.py │ │ ├── filter_wrong_format.py │ │ ├── get_stats.py │ │ ├── hardcoded_questions.py │ │ ├── inspect_data.py │ │ ├── merge.py │ │ ├── optional_clean.py │ │ ├── optional_replace.py │ │ ├── prepare_all.py │ │ ├── pretty_json.py │ │ ├── sample.py │ │ ├── split_long_conversation.py │ │ └── split_train_test.py │ ├── llm_judge │ │ ├── README.md │ │ ├── clean_judgment.py │ │ ├── common.py │ │ ├── compute_agreement.py │ │ ├── data │ │ │ └── mt_bench │ │ │ │ └── misc │ │ │ │ └── radar.png │ │ ├── download_mt_bench_pregenerated.py │ │ ├── gen_api_answer.py │ │ ├── gen_judgment.py │ │ ├── gen_model_answer.py │ │ ├── qa_browser.py │ │ └── show_result.py │ ├── model │ │ ├── __init__.py │ │ ├── apply_delta.py │ │ ├── apply_lora.py │ │ ├── compression.py │ │ ├── convert_fp16.py │ │ ├── llama_condense_monkey_patch.py │ │ ├── make_delta.py │ │ ├── model_adapter.py │ │ ├── model_chatglm.py │ │ ├── model_codet5p.py │ │ ├── model_falcon.py │ │ ├── model_registry.py │ │ ├── monkey_patch_non_inplace.py │ │ ├── rwkv_model.py │ │ └── upload_hub.py │ ├── modules │ │ ├── __init__.py │ │ ├── awq.py │ │ └── gptq.py │ ├── protocol │ │ ├── api_protocol.py │ │ └── openai_api_protocol.py │ ├── serve │ │ ├── __init__.py │ │ ├── api_provider.py │ │ ├── bard_worker.py │ │ ├── cli.py │ │ ├── controller.py │ │ ├── gateway │ │ │ ├── README.md │ │ │ └── nginx.conf │ │ ├── gradio_block_arena_anony.py │ │ ├── gradio_block_arena_named.py │ │ ├── gradio_block_arena_referee.py │ │ ├── gradio_web_server.py │ │ ├── gradio_web_server_multi.py │ │ ├── huggingface_api.py │ │ ├── inference.py │ │ ├── launch_all_serve.py │ │ ├── model_worker.py │ │ ├── monitor │ │ │ ├── basic_stats.py │ │ │ ├── clean_battle_data.py │ │ │ ├── clean_chat_data.py │ │ │ ├── conv_release_scripts │ │ │ │ ├── count_unique_users.py │ │ │ │ ├── filter_bad_conv.py │ │ │ │ ├── merge_field.py │ │ │ │ ├── sample.py │ │ │ │ └── upload_hf_dataset.py │ │ │ ├── elo_analysis.py │ │ │ ├── hf_space_leaderboard_app.py │ │ │ ├── inspect_conv.py │ │ │ ├── leaderboard_csv_to_html.py │ │ │ ├── monitor.py │ │ │ └── tag_openai_moderation.py │ │ ├── multi_model_worker.py │ │ ├── openai_api_server.py │ │ ├── register_worker.py │ │ ├── shutdown_serve.py │ │ ├── test_message.py │ │ ├── test_throughput.py │ │ └── vllm_worker.py │ ├── train │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── llama_xformers_attn_monkey_patch.py │ │ ├── train.py │ │ ├── train_baichuan.py │ │ ├── train_flant5.py │ │ ├── train_lora.py │ │ ├── train_lora_t5.py │ │ ├── train_mem.py │ │ └── train_xformers.py │ └── utils.py ├── format.sh ├── imgs │ ├── 0.png │ ├── 1.png │ ├── 2.png │ ├── background.png │ ├── backup │ │ ├── 0.png │ │ ├── 1.png │ │ ├── 10.png │ │ ├── 11.png │ │ ├── 2.png │ │ ├── 3.png │ │ ├── 4.png │ │ ├── 5.png │ │ ├── 6.png │ │ ├── 7.png │ │ ├── 8.png │ │ └── 9.png │ ├── db_diag │ │ ├── -1.png │ │ ├── 0.png │ │ ├── 1.png │ │ ├── 2.png │ │ ├── Untitled-10.png │ │ ├── Untitled-11.png │ │ ├── Untitled-12.png │ │ ├── Untitled-13.png │ │ ├── Untitled-14.png │ │ ├── Untitled-6.png │ │ ├── Untitled-8.png │ │ ├── background.png │ │ ├── background1.png │ │ ├── background1.psd │ │ └── speaking.png │ ├── empty.png │ ├── hand.png │ ├── prison │ │ ├── 0.png │ │ ├── 1.png │ │ ├── 2.png │ │ ├── case_1.png │ │ ├── case_2.png │ │ ├── case_2.psd │ │ ├── demo.psd │ │ ├── prison.png │ │ └── speaking.png │ ├── q.png │ ├── sde │ │ ├── 0.png │ │ ├── 1.png │ │ ├── 2.png │ │ ├── Untitled-10.png │ │ ├── Untitled-12.png │ │ ├── Untitled-14.png │ │ ├── Untitled-6.png │ │ ├── Untitled-8.png │ │ ├── background.png │ │ ├── background.psd │ │ ├── background1.png │ │ └── speaking.png │ ├── speaking.png │ └── title.png ├── llm-judge │ └── README.md ├── playground │ ├── deepspeed_config_s2.json │ ├── deepspeed_config_s3.json │ └── test_embedding │ │ ├── README.md │ │ ├── test_classification.py │ │ ├── test_semantic_search.py │ │ └── test_sentence_similarity.py ├── pyproject.toml ├── scripts │ ├── test_readme_train.sh │ ├── train_lora.sh │ ├── train_vicuna_13b.sh │ ├── train_vicuna_7b.sh │ └── upload_pypi.sh └── tests │ ├── killall_python.sh │ ├── launch_openai_api_test_server.py │ ├── test_cli.py │ ├── test_cli_inputs.txt │ ├── test_openai_api.py │ └── test_openai_langchain.py ├── LICENSE ├── README.md ├── agentverse ├── __init__.py ├── agents │ ├── __init__.py │ ├── base.py │ ├── conversation_agent.py │ ├── llm_eval_agent.py │ ├── llm_eval_multi_agent.py │ └── llm_eval_multi_agent_con.py ├── agentverse.py ├── demo.py ├── environments │ ├── __init__.py │ ├── base.py │ ├── basic.py │ ├── llm_eval.py │ └── rules │ │ ├── __init__.py │ │ ├── base.py │ │ ├── describer │ │ ├── __init__.py │ │ ├── base.py │ │ └── basic.py │ │ ├── order │ │ ├── __init__.py │ │ ├── base.py │ │ ├── concurrent.py │ │ ├── random.py │ │ └── sequential.py │ │ ├── selector │ │ ├── __init__.py │ │ ├── base.py │ │ └── basic.py │ │ ├── updater │ │ ├── __init__.py │ │ ├── base.py │ │ └── basic.py │ │ └── visibility │ │ ├── __init__.py │ │ ├── all.py │ │ ├── base.py │ │ ├── llmeval_blind_judge.py │ │ └── oneself.py ├── initialization.py ├── llms │ ├── __init__.py │ ├── base.py │ └── openai.py ├── memory │ ├── __init__.py │ ├── base.py │ ├── chat_history.py │ ├── summary.py │ └── vectorstore.py ├── memory_manipulator │ ├── __init__.py │ ├── base.py │ ├── basic.py │ ├── generative_agents.py │ ├── reflection.py │ └── summary.py ├── message.py ├── parser.py ├── registry.py ├── tasks │ ├── __init__.py │ ├── config.yaml │ ├── llm_eval │ │ ├── config.yaml │ │ ├── data │ │ │ ├── adversarial │ │ │ │ └── raw_data │ │ │ │ │ └── data_preprocess.py │ │ │ └── faireval │ │ │ │ └── preprocessed_data │ │ │ │ └── test.json │ │ └── output_parser.py │ └── output_parser.py └── utils.py ├── calc_adversarial_results_calc_score_calibration.py ├── eval_helper └── get_evaluation.py ├── imgs ├── better_compare.pdf └── better_compare.png ├── install_to_note.md ├── llm_eval.py ├── requirements.txt └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/.gitignore -------------------------------------------------------------------------------- /FastChat/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/.gitignore -------------------------------------------------------------------------------- /FastChat/.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/.pylintrc -------------------------------------------------------------------------------- /FastChat/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/LICENSE -------------------------------------------------------------------------------- /FastChat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/README.md -------------------------------------------------------------------------------- /FastChat/assets/demo_narrow.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/assets/demo_narrow.gif -------------------------------------------------------------------------------- /FastChat/assets/qa_browser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/assets/qa_browser.png -------------------------------------------------------------------------------- /FastChat/assets/screenshot_cli.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/assets/screenshot_cli.png -------------------------------------------------------------------------------- /FastChat/assets/screenshot_gui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/assets/screenshot_gui.png -------------------------------------------------------------------------------- /FastChat/assets/server_arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/assets/server_arch.png -------------------------------------------------------------------------------- /FastChat/assets/vicuna_logo.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/assets/vicuna_logo.jpeg -------------------------------------------------------------------------------- /FastChat/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docker/Dockerfile -------------------------------------------------------------------------------- /FastChat/docker/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docker/docker-compose.yml -------------------------------------------------------------------------------- /FastChat/docs/arena.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/arena.md -------------------------------------------------------------------------------- /FastChat/docs/awq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/awq.md -------------------------------------------------------------------------------- /FastChat/docs/commands/data_cleaning.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/commands/data_cleaning.md -------------------------------------------------------------------------------- /FastChat/docs/commands/leaderboard.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/commands/leaderboard.md -------------------------------------------------------------------------------- /FastChat/docs/commands/local_cluster.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/commands/local_cluster.md -------------------------------------------------------------------------------- /FastChat/docs/commands/pypi.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/commands/pypi.md -------------------------------------------------------------------------------- /FastChat/docs/commands/test_process.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/commands/test_process.md -------------------------------------------------------------------------------- /FastChat/docs/commands/webserver.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/commands/webserver.md -------------------------------------------------------------------------------- /FastChat/docs/gptq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/gptq.md -------------------------------------------------------------------------------- /FastChat/docs/langchain_integration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/langchain_integration.md -------------------------------------------------------------------------------- /FastChat/docs/model_support.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/model_support.md -------------------------------------------------------------------------------- /FastChat/docs/openai_api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/openai_api.md -------------------------------------------------------------------------------- /FastChat/docs/server_arch.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/server_arch.md -------------------------------------------------------------------------------- /FastChat/docs/training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/training.md -------------------------------------------------------------------------------- /FastChat/docs/vicuna_weights_version.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/vicuna_weights_version.md -------------------------------------------------------------------------------- /FastChat/docs/vllm_integration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/docs/vllm_integration.md -------------------------------------------------------------------------------- /FastChat/fastchat/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.2.24" 2 | -------------------------------------------------------------------------------- /FastChat/fastchat/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/constants.py -------------------------------------------------------------------------------- /FastChat/fastchat/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/conversation.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /FastChat/fastchat/data/clean_sharegpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/clean_sharegpt.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/convert_alpaca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/convert_alpaca.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/extract_gpt4_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/extract_gpt4_only.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/extract_single_round.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/extract_single_round.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/filter_wrong_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/filter_wrong_format.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/get_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/get_stats.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/hardcoded_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/hardcoded_questions.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/inspect_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/inspect_data.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/merge.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/optional_clean.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/optional_clean.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/optional_replace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/optional_replace.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/prepare_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/prepare_all.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/pretty_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/pretty_json.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/sample.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/split_long_conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/split_long_conversation.py -------------------------------------------------------------------------------- /FastChat/fastchat/data/split_train_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/data/split_train_test.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/llm_judge/README.md -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/clean_judgment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/llm_judge/clean_judgment.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/llm_judge/common.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/compute_agreement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/llm_judge/compute_agreement.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/data/mt_bench/misc/radar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/llm_judge/data/mt_bench/misc/radar.png -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/download_mt_bench_pregenerated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/llm_judge/download_mt_bench_pregenerated.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/gen_api_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/llm_judge/gen_api_answer.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/gen_judgment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/llm_judge/gen_judgment.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/gen_model_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/llm_judge/gen_model_answer.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/qa_browser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/llm_judge/qa_browser.py -------------------------------------------------------------------------------- /FastChat/fastchat/llm_judge/show_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/llm_judge/show_result.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/__init__.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/apply_delta.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/apply_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/apply_lora.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/compression.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/convert_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/convert_fp16.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/llama_condense_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/llama_condense_monkey_patch.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/make_delta.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/model_adapter.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_chatglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/model_chatglm.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_codet5p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/model_codet5p.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_falcon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/model_falcon.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/model_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/model_registry.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/monkey_patch_non_inplace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/monkey_patch_non_inplace.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/rwkv_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/rwkv_model.py -------------------------------------------------------------------------------- /FastChat/fastchat/model/upload_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/model/upload_hub.py -------------------------------------------------------------------------------- /FastChat/fastchat/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /FastChat/fastchat/modules/awq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/modules/awq.py -------------------------------------------------------------------------------- /FastChat/fastchat/modules/gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/modules/gptq.py -------------------------------------------------------------------------------- /FastChat/fastchat/protocol/api_protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/protocol/api_protocol.py -------------------------------------------------------------------------------- /FastChat/fastchat/protocol/openai_api_protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/protocol/openai_api_protocol.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /FastChat/fastchat/serve/api_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/api_provider.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/bard_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/bard_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/cli.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/controller.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gateway/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/gateway/README.md -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gateway/nginx.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/gateway/nginx.conf -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gradio_block_arena_anony.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/gradio_block_arena_anony.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gradio_block_arena_named.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/gradio_block_arena_named.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gradio_block_arena_referee.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/gradio_block_arena_referee.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/gradio_web_server.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/gradio_web_server_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/gradio_web_server_multi.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/huggingface_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/huggingface_api.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/inference.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/launch_all_serve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/launch_all_serve.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/model_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/basic_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/basic_stats.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/clean_battle_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/clean_battle_data.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/clean_chat_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/clean_chat_data.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/conv_release_scripts/count_unique_users.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/conv_release_scripts/count_unique_users.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/conv_release_scripts/filter_bad_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/conv_release_scripts/filter_bad_conv.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/conv_release_scripts/merge_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/conv_release_scripts/merge_field.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/conv_release_scripts/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/conv_release_scripts/sample.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/conv_release_scripts/upload_hf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/conv_release_scripts/upload_hf_dataset.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/elo_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/elo_analysis.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/hf_space_leaderboard_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/hf_space_leaderboard_app.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/inspect_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/inspect_conv.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/leaderboard_csv_to_html.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/leaderboard_csv_to_html.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/monitor.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/monitor/tag_openai_moderation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/monitor/tag_openai_moderation.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/multi_model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/multi_model_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/openai_api_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/openai_api_server.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/register_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/shutdown_serve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/shutdown_serve.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/test_message.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/test_throughput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/test_throughput.py -------------------------------------------------------------------------------- /FastChat/fastchat/serve/vllm_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/serve/vllm_worker.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/train/train.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/train/train_baichuan.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_flant5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/train/train_flant5.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/train/train_lora.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_lora_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/train/train_lora_t5.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/train/train_mem.py -------------------------------------------------------------------------------- /FastChat/fastchat/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/train/train_xformers.py -------------------------------------------------------------------------------- /FastChat/fastchat/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/fastchat/utils.py -------------------------------------------------------------------------------- /FastChat/format.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/format.sh -------------------------------------------------------------------------------- /FastChat/imgs/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/0.png -------------------------------------------------------------------------------- /FastChat/imgs/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/1.png -------------------------------------------------------------------------------- /FastChat/imgs/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/2.png -------------------------------------------------------------------------------- /FastChat/imgs/background.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/background.png -------------------------------------------------------------------------------- /FastChat/imgs/backup/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/backup/0.png -------------------------------------------------------------------------------- /FastChat/imgs/backup/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/backup/1.png -------------------------------------------------------------------------------- /FastChat/imgs/backup/10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/backup/10.png -------------------------------------------------------------------------------- /FastChat/imgs/backup/11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/backup/11.png -------------------------------------------------------------------------------- /FastChat/imgs/backup/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/backup/2.png -------------------------------------------------------------------------------- /FastChat/imgs/backup/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/backup/3.png -------------------------------------------------------------------------------- /FastChat/imgs/backup/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/backup/4.png -------------------------------------------------------------------------------- /FastChat/imgs/backup/5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/backup/5.png -------------------------------------------------------------------------------- /FastChat/imgs/backup/6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/backup/6.png -------------------------------------------------------------------------------- /FastChat/imgs/backup/7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/backup/7.png -------------------------------------------------------------------------------- /FastChat/imgs/backup/8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/backup/8.png -------------------------------------------------------------------------------- /FastChat/imgs/backup/9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/backup/9.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/-1.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/0.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/1.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/2.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/Untitled-10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/Untitled-10.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/Untitled-11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/Untitled-11.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/Untitled-12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/Untitled-12.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/Untitled-13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/Untitled-13.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/Untitled-14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/Untitled-14.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/Untitled-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/Untitled-6.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/Untitled-8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/Untitled-8.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/background.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/background.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/background1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/background1.png -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/background1.psd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/background1.psd -------------------------------------------------------------------------------- /FastChat/imgs/db_diag/speaking.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/db_diag/speaking.png -------------------------------------------------------------------------------- /FastChat/imgs/empty.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/empty.png -------------------------------------------------------------------------------- /FastChat/imgs/hand.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/hand.png -------------------------------------------------------------------------------- /FastChat/imgs/prison/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/prison/0.png -------------------------------------------------------------------------------- /FastChat/imgs/prison/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/prison/1.png -------------------------------------------------------------------------------- /FastChat/imgs/prison/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/prison/2.png -------------------------------------------------------------------------------- /FastChat/imgs/prison/case_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/prison/case_1.png -------------------------------------------------------------------------------- /FastChat/imgs/prison/case_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/prison/case_2.png -------------------------------------------------------------------------------- /FastChat/imgs/prison/case_2.psd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/prison/case_2.psd -------------------------------------------------------------------------------- /FastChat/imgs/prison/demo.psd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/prison/demo.psd -------------------------------------------------------------------------------- /FastChat/imgs/prison/prison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/prison/prison.png -------------------------------------------------------------------------------- /FastChat/imgs/prison/speaking.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/prison/speaking.png -------------------------------------------------------------------------------- /FastChat/imgs/q.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/q.png -------------------------------------------------------------------------------- /FastChat/imgs/sde/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/sde/0.png -------------------------------------------------------------------------------- /FastChat/imgs/sde/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/sde/1.png -------------------------------------------------------------------------------- /FastChat/imgs/sde/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/sde/2.png -------------------------------------------------------------------------------- /FastChat/imgs/sde/Untitled-10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/sde/Untitled-10.png -------------------------------------------------------------------------------- /FastChat/imgs/sde/Untitled-12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/sde/Untitled-12.png -------------------------------------------------------------------------------- /FastChat/imgs/sde/Untitled-14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/sde/Untitled-14.png -------------------------------------------------------------------------------- /FastChat/imgs/sde/Untitled-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/sde/Untitled-6.png -------------------------------------------------------------------------------- /FastChat/imgs/sde/Untitled-8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/sde/Untitled-8.png -------------------------------------------------------------------------------- /FastChat/imgs/sde/background.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/sde/background.png -------------------------------------------------------------------------------- /FastChat/imgs/sde/background.psd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/sde/background.psd -------------------------------------------------------------------------------- /FastChat/imgs/sde/background1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/sde/background1.png -------------------------------------------------------------------------------- /FastChat/imgs/sde/speaking.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/sde/speaking.png -------------------------------------------------------------------------------- /FastChat/imgs/speaking.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/speaking.png -------------------------------------------------------------------------------- /FastChat/imgs/title.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/imgs/title.png -------------------------------------------------------------------------------- /FastChat/llm-judge/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/llm-judge/README.md -------------------------------------------------------------------------------- /FastChat/playground/deepspeed_config_s2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/playground/deepspeed_config_s2.json -------------------------------------------------------------------------------- /FastChat/playground/deepspeed_config_s3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/playground/deepspeed_config_s3.json -------------------------------------------------------------------------------- /FastChat/playground/test_embedding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/playground/test_embedding/README.md -------------------------------------------------------------------------------- /FastChat/playground/test_embedding/test_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/playground/test_embedding/test_classification.py -------------------------------------------------------------------------------- /FastChat/playground/test_embedding/test_semantic_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/playground/test_embedding/test_semantic_search.py -------------------------------------------------------------------------------- /FastChat/playground/test_embedding/test_sentence_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/playground/test_embedding/test_sentence_similarity.py -------------------------------------------------------------------------------- /FastChat/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/pyproject.toml -------------------------------------------------------------------------------- /FastChat/scripts/test_readme_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/scripts/test_readme_train.sh -------------------------------------------------------------------------------- /FastChat/scripts/train_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/scripts/train_lora.sh -------------------------------------------------------------------------------- /FastChat/scripts/train_vicuna_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/scripts/train_vicuna_13b.sh -------------------------------------------------------------------------------- /FastChat/scripts/train_vicuna_7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/scripts/train_vicuna_7b.sh -------------------------------------------------------------------------------- /FastChat/scripts/upload_pypi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/scripts/upload_pypi.sh -------------------------------------------------------------------------------- /FastChat/tests/killall_python.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/tests/killall_python.sh -------------------------------------------------------------------------------- /FastChat/tests/launch_openai_api_test_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/tests/launch_openai_api_test_server.py -------------------------------------------------------------------------------- /FastChat/tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/tests/test_cli.py -------------------------------------------------------------------------------- /FastChat/tests/test_cli_inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/tests/test_cli_inputs.txt -------------------------------------------------------------------------------- /FastChat/tests/test_openai_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/tests/test_openai_api.py -------------------------------------------------------------------------------- /FastChat/tests/test_openai_langchain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/FastChat/tests/test_openai_langchain.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/README.md -------------------------------------------------------------------------------- /agentverse/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/__init__.py -------------------------------------------------------------------------------- /agentverse/agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/agents/__init__.py -------------------------------------------------------------------------------- /agentverse/agents/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/agents/base.py -------------------------------------------------------------------------------- /agentverse/agents/conversation_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/agents/conversation_agent.py -------------------------------------------------------------------------------- /agentverse/agents/llm_eval_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/agents/llm_eval_agent.py -------------------------------------------------------------------------------- /agentverse/agents/llm_eval_multi_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/agents/llm_eval_multi_agent.py -------------------------------------------------------------------------------- /agentverse/agents/llm_eval_multi_agent_con.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/agents/llm_eval_multi_agent_con.py -------------------------------------------------------------------------------- /agentverse/agentverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/agentverse.py -------------------------------------------------------------------------------- /agentverse/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/demo.py -------------------------------------------------------------------------------- /agentverse/environments/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/__init__.py -------------------------------------------------------------------------------- /agentverse/environments/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/base.py -------------------------------------------------------------------------------- /agentverse/environments/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/basic.py -------------------------------------------------------------------------------- /agentverse/environments/llm_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/llm_eval.py -------------------------------------------------------------------------------- /agentverse/environments/rules/__init__.py: -------------------------------------------------------------------------------- 1 | from .base import Rule -------------------------------------------------------------------------------- /agentverse/environments/rules/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/base.py -------------------------------------------------------------------------------- /agentverse/environments/rules/describer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/describer/__init__.py -------------------------------------------------------------------------------- /agentverse/environments/rules/describer/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/describer/base.py -------------------------------------------------------------------------------- /agentverse/environments/rules/describer/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/describer/basic.py -------------------------------------------------------------------------------- /agentverse/environments/rules/order/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/order/__init__.py -------------------------------------------------------------------------------- /agentverse/environments/rules/order/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/order/base.py -------------------------------------------------------------------------------- /agentverse/environments/rules/order/concurrent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/order/concurrent.py -------------------------------------------------------------------------------- /agentverse/environments/rules/order/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/order/random.py -------------------------------------------------------------------------------- /agentverse/environments/rules/order/sequential.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/order/sequential.py -------------------------------------------------------------------------------- /agentverse/environments/rules/selector/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/selector/__init__.py -------------------------------------------------------------------------------- /agentverse/environments/rules/selector/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/selector/base.py -------------------------------------------------------------------------------- /agentverse/environments/rules/selector/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/selector/basic.py -------------------------------------------------------------------------------- /agentverse/environments/rules/updater/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/updater/__init__.py -------------------------------------------------------------------------------- /agentverse/environments/rules/updater/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/updater/base.py -------------------------------------------------------------------------------- /agentverse/environments/rules/updater/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/updater/basic.py -------------------------------------------------------------------------------- /agentverse/environments/rules/visibility/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/visibility/__init__.py -------------------------------------------------------------------------------- /agentverse/environments/rules/visibility/all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/visibility/all.py -------------------------------------------------------------------------------- /agentverse/environments/rules/visibility/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/visibility/base.py -------------------------------------------------------------------------------- /agentverse/environments/rules/visibility/llmeval_blind_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/visibility/llmeval_blind_judge.py -------------------------------------------------------------------------------- /agentverse/environments/rules/visibility/oneself.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/environments/rules/visibility/oneself.py -------------------------------------------------------------------------------- /agentverse/initialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/initialization.py -------------------------------------------------------------------------------- /agentverse/llms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/llms/__init__.py -------------------------------------------------------------------------------- /agentverse/llms/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/llms/base.py -------------------------------------------------------------------------------- /agentverse/llms/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/llms/openai.py -------------------------------------------------------------------------------- /agentverse/memory/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/memory/__init__.py -------------------------------------------------------------------------------- /agentverse/memory/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/memory/base.py -------------------------------------------------------------------------------- /agentverse/memory/chat_history.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/memory/chat_history.py -------------------------------------------------------------------------------- /agentverse/memory/summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/memory/summary.py -------------------------------------------------------------------------------- /agentverse/memory/vectorstore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/memory/vectorstore.py -------------------------------------------------------------------------------- /agentverse/memory_manipulator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/memory_manipulator/__init__.py -------------------------------------------------------------------------------- /agentverse/memory_manipulator/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/memory_manipulator/base.py -------------------------------------------------------------------------------- /agentverse/memory_manipulator/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/memory_manipulator/basic.py -------------------------------------------------------------------------------- /agentverse/memory_manipulator/generative_agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/memory_manipulator/generative_agents.py -------------------------------------------------------------------------------- /agentverse/memory_manipulator/reflection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/memory_manipulator/reflection.py -------------------------------------------------------------------------------- /agentverse/memory_manipulator/summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/memory_manipulator/summary.py -------------------------------------------------------------------------------- /agentverse/message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/message.py -------------------------------------------------------------------------------- /agentverse/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/parser.py -------------------------------------------------------------------------------- /agentverse/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/registry.py -------------------------------------------------------------------------------- /agentverse/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/tasks/__init__.py -------------------------------------------------------------------------------- /agentverse/tasks/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/tasks/config.yaml -------------------------------------------------------------------------------- /agentverse/tasks/llm_eval/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/tasks/llm_eval/config.yaml -------------------------------------------------------------------------------- /agentverse/tasks/llm_eval/data/adversarial/raw_data/data_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/tasks/llm_eval/data/adversarial/raw_data/data_preprocess.py -------------------------------------------------------------------------------- /agentverse/tasks/llm_eval/data/faireval/preprocessed_data/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/tasks/llm_eval/data/faireval/preprocessed_data/test.json -------------------------------------------------------------------------------- /agentverse/tasks/llm_eval/output_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/tasks/llm_eval/output_parser.py -------------------------------------------------------------------------------- /agentverse/tasks/output_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/tasks/output_parser.py -------------------------------------------------------------------------------- /agentverse/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/agentverse/utils.py -------------------------------------------------------------------------------- /calc_adversarial_results_calc_score_calibration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/calc_adversarial_results_calc_score_calibration.py -------------------------------------------------------------------------------- /eval_helper/get_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/eval_helper/get_evaluation.py -------------------------------------------------------------------------------- /imgs/better_compare.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/imgs/better_compare.pdf -------------------------------------------------------------------------------- /imgs/better_compare.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/imgs/better_compare.png -------------------------------------------------------------------------------- /install_to_note.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/install_to_note.md -------------------------------------------------------------------------------- /llm_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/llm_eval.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/ChatEval/HEAD/setup.py --------------------------------------------------------------------------------