├── .gitignore ├── .pylintrc ├── LICENSE ├── README.md ├── assets ├── gradio_v1.1.png ├── judge_pairs_v1.0.png ├── judgelm_v1.1.png └── mmvet_v1.0.png ├── judgelm ├── __init__.py ├── constants.py ├── conversation.py ├── data │ ├── JudgeLM │ │ └── judgelm_preprocess.py │ └── MM-Vet │ │ └── mmvet_preprocess.py ├── llm_judge │ ├── README.md │ ├── common.py │ ├── eval_model_judgement.py │ ├── gen_model_judgement.py │ ├── gen_model_judgement_mmvet.py │ ├── gen_model_judgement_multi.py │ └── gen_model_judgement_single.py ├── model │ ├── __init__.py │ ├── apply_delta.py │ ├── apply_lora.py │ ├── chatglm_model.py │ ├── compression.py │ ├── convert_fp16.py │ ├── falcon_model.py │ ├── llama_condense_monkey_patch.py │ ├── make_delta.py │ ├── model_adapter.py │ ├── model_chatglm.py │ ├── model_codet5p.py │ ├── model_falcon.py │ ├── model_registry.py │ ├── monkey_patch_non_inplace.py │ ├── rwkv_model.py │ └── upload_hub.py ├── modules │ ├── __init__.py │ └── gptq.py ├── protocol │ ├── api_protocol.py │ └── openai_api_protocol.py ├── serve │ ├── README.md │ ├── __init__.py │ ├── api_provider.py │ ├── bard_worker.py │ ├── cli.py │ ├── controller.py │ ├── gateway │ │ ├── README.md │ │ └── nginx.conf │ ├── gradio_block_arena_anony.py │ ├── gradio_block_arena_named.py │ ├── gradio_web_server.py │ ├── gradio_web_server_judgelm.py │ ├── gradio_web_server_multi.py │ ├── gradio_web_server_v2.py │ ├── huggingface_api.py │ ├── inference.py │ ├── model_worker.py │ ├── monitor │ │ ├── basic_stats.py │ │ ├── clean_battle_data.py │ │ ├── conv_release_scripts │ │ │ ├── count_unique_users.py │ │ │ ├── filter_bad_conv.py │ │ │ ├── merge_field.py │ │ │ └── upload_hf_dataset.py │ │ ├── count_ip.py │ │ ├── elo_analysis.py │ │ ├── hf_space_leaderboard_app.py │ │ ├── inspect_conv.py │ │ ├── leaderboard_csv_to_html.py │ │ ├── monitor.py │ │ └── tag_openai_moderation.py │ ├── multi_model_worker.py │ ├── openai_api_server.py │ ├── register_worker.py │ ├── test_message.py │ ├── test_throughput.py │ └── vllm_worker.py ├── train │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_xformers_attn_monkey_patch.py │ ├── train.py │ ├── train_baichuan.py │ ├── train_flant5.py │ ├── train_lora.py │ ├── train_lora_t5.py │ ├── train_mem.py │ └── train_xformers.py └── utils.py ├── pyproject.toml └── scripts ├── eval_judge_on_judgelm_benchmark.sh ├── grade_multi_answer_on_judgelm_benchmark.sh ├── grade_single_answer_on_judgelm_benchmark.sh ├── judge_on_judgelm_benchmark.sh ├── judge_on_mmvet_benchmark.sh └── train_judgelm └── train_7b_vicuna+_4x40g_a100_judgelm_100k_full_model.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/.gitignore -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/.pylintrc -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/README.md -------------------------------------------------------------------------------- /assets/gradio_v1.1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/assets/gradio_v1.1.png -------------------------------------------------------------------------------- /assets/judge_pairs_v1.0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/assets/judge_pairs_v1.0.png -------------------------------------------------------------------------------- /assets/judgelm_v1.1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/assets/judgelm_v1.1.png -------------------------------------------------------------------------------- /assets/mmvet_v1.0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/assets/mmvet_v1.0.png -------------------------------------------------------------------------------- /judgelm/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.2.20" 2 | -------------------------------------------------------------------------------- /judgelm/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/constants.py -------------------------------------------------------------------------------- /judgelm/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/conversation.py -------------------------------------------------------------------------------- /judgelm/data/JudgeLM/judgelm_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/data/JudgeLM/judgelm_preprocess.py -------------------------------------------------------------------------------- /judgelm/data/MM-Vet/mmvet_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/data/MM-Vet/mmvet_preprocess.py -------------------------------------------------------------------------------- /judgelm/llm_judge/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/llm_judge/README.md -------------------------------------------------------------------------------- /judgelm/llm_judge/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/llm_judge/common.py -------------------------------------------------------------------------------- /judgelm/llm_judge/eval_model_judgement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/llm_judge/eval_model_judgement.py -------------------------------------------------------------------------------- /judgelm/llm_judge/gen_model_judgement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/llm_judge/gen_model_judgement.py -------------------------------------------------------------------------------- /judgelm/llm_judge/gen_model_judgement_mmvet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/llm_judge/gen_model_judgement_mmvet.py -------------------------------------------------------------------------------- /judgelm/llm_judge/gen_model_judgement_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/llm_judge/gen_model_judgement_multi.py -------------------------------------------------------------------------------- /judgelm/llm_judge/gen_model_judgement_single.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/llm_judge/gen_model_judgement_single.py -------------------------------------------------------------------------------- /judgelm/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/__init__.py -------------------------------------------------------------------------------- /judgelm/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/apply_delta.py -------------------------------------------------------------------------------- /judgelm/model/apply_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/apply_lora.py -------------------------------------------------------------------------------- /judgelm/model/chatglm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/chatglm_model.py -------------------------------------------------------------------------------- /judgelm/model/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/compression.py -------------------------------------------------------------------------------- /judgelm/model/convert_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/convert_fp16.py -------------------------------------------------------------------------------- /judgelm/model/falcon_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/falcon_model.py -------------------------------------------------------------------------------- /judgelm/model/llama_condense_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/llama_condense_monkey_patch.py -------------------------------------------------------------------------------- /judgelm/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/make_delta.py -------------------------------------------------------------------------------- /judgelm/model/model_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/model_adapter.py -------------------------------------------------------------------------------- /judgelm/model/model_chatglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/model_chatglm.py -------------------------------------------------------------------------------- /judgelm/model/model_codet5p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/model_codet5p.py -------------------------------------------------------------------------------- /judgelm/model/model_falcon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/model_falcon.py -------------------------------------------------------------------------------- /judgelm/model/model_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/model_registry.py -------------------------------------------------------------------------------- /judgelm/model/monkey_patch_non_inplace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/monkey_patch_non_inplace.py -------------------------------------------------------------------------------- /judgelm/model/rwkv_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/rwkv_model.py -------------------------------------------------------------------------------- /judgelm/model/upload_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/model/upload_hub.py -------------------------------------------------------------------------------- /judgelm/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /judgelm/modules/gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/modules/gptq.py -------------------------------------------------------------------------------- /judgelm/protocol/api_protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/protocol/api_protocol.py -------------------------------------------------------------------------------- /judgelm/protocol/openai_api_protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/protocol/openai_api_protocol.py -------------------------------------------------------------------------------- /judgelm/serve/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/README.md -------------------------------------------------------------------------------- /judgelm/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /judgelm/serve/api_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/api_provider.py -------------------------------------------------------------------------------- /judgelm/serve/bard_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/bard_worker.py -------------------------------------------------------------------------------- /judgelm/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/cli.py -------------------------------------------------------------------------------- /judgelm/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/controller.py -------------------------------------------------------------------------------- /judgelm/serve/gateway/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/gateway/README.md -------------------------------------------------------------------------------- /judgelm/serve/gateway/nginx.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/gateway/nginx.conf -------------------------------------------------------------------------------- /judgelm/serve/gradio_block_arena_anony.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/gradio_block_arena_anony.py -------------------------------------------------------------------------------- /judgelm/serve/gradio_block_arena_named.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/gradio_block_arena_named.py -------------------------------------------------------------------------------- /judgelm/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/gradio_web_server.py -------------------------------------------------------------------------------- /judgelm/serve/gradio_web_server_judgelm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/gradio_web_server_judgelm.py -------------------------------------------------------------------------------- /judgelm/serve/gradio_web_server_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/gradio_web_server_multi.py -------------------------------------------------------------------------------- /judgelm/serve/gradio_web_server_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/gradio_web_server_v2.py -------------------------------------------------------------------------------- /judgelm/serve/huggingface_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/huggingface_api.py -------------------------------------------------------------------------------- /judgelm/serve/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/inference.py -------------------------------------------------------------------------------- /judgelm/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/model_worker.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/basic_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/basic_stats.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/clean_battle_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/clean_battle_data.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/conv_release_scripts/count_unique_users.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/conv_release_scripts/count_unique_users.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/conv_release_scripts/filter_bad_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/conv_release_scripts/filter_bad_conv.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/conv_release_scripts/merge_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/conv_release_scripts/merge_field.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/conv_release_scripts/upload_hf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/conv_release_scripts/upload_hf_dataset.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/count_ip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/count_ip.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/elo_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/elo_analysis.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/hf_space_leaderboard_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/hf_space_leaderboard_app.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/inspect_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/inspect_conv.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/leaderboard_csv_to_html.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/leaderboard_csv_to_html.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/monitor.py -------------------------------------------------------------------------------- /judgelm/serve/monitor/tag_openai_moderation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/monitor/tag_openai_moderation.py -------------------------------------------------------------------------------- /judgelm/serve/multi_model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/multi_model_worker.py -------------------------------------------------------------------------------- /judgelm/serve/openai_api_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/openai_api_server.py -------------------------------------------------------------------------------- /judgelm/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/register_worker.py -------------------------------------------------------------------------------- /judgelm/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/test_message.py -------------------------------------------------------------------------------- /judgelm/serve/test_throughput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/test_throughput.py -------------------------------------------------------------------------------- /judgelm/serve/vllm_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/serve/vllm_worker.py -------------------------------------------------------------------------------- /judgelm/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /judgelm/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /judgelm/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/train/train.py -------------------------------------------------------------------------------- /judgelm/train/train_baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/train/train_baichuan.py -------------------------------------------------------------------------------- /judgelm/train/train_flant5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/train/train_flant5.py -------------------------------------------------------------------------------- /judgelm/train/train_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/train/train_lora.py -------------------------------------------------------------------------------- /judgelm/train/train_lora_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/train/train_lora_t5.py -------------------------------------------------------------------------------- /judgelm/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/train/train_mem.py -------------------------------------------------------------------------------- /judgelm/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/train/train_xformers.py -------------------------------------------------------------------------------- /judgelm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/judgelm/utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/eval_judge_on_judgelm_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/scripts/eval_judge_on_judgelm_benchmark.sh -------------------------------------------------------------------------------- /scripts/grade_multi_answer_on_judgelm_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/scripts/grade_multi_answer_on_judgelm_benchmark.sh -------------------------------------------------------------------------------- /scripts/grade_single_answer_on_judgelm_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/scripts/grade_single_answer_on_judgelm_benchmark.sh -------------------------------------------------------------------------------- /scripts/judge_on_judgelm_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/scripts/judge_on_judgelm_benchmark.sh -------------------------------------------------------------------------------- /scripts/judge_on_mmvet_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/scripts/judge_on_mmvet_benchmark.sh -------------------------------------------------------------------------------- /scripts/train_judgelm/train_7b_vicuna+_4x40g_a100_judgelm_100k_full_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/JudgeLM/HEAD/scripts/train_judgelm/train_7b_vicuna+_4x40g_a100_judgelm_100k_full_model.sh --------------------------------------------------------------------------------