├── .devcontainer ├── Dockerfile ├── devcontainer.env ├── devcontainer.json └── postCreateCommand.sh ├── .dockerignore ├── .editorconfig ├── .gitattributes ├── .github └── ISSUE_TEMPLATE │ ├── 1-usage.yaml │ ├── 2-feature-request.yaml │ ├── 3-question.yaml │ └── 4-discussion.yaml ├── .gitignore ├── LICENSE ├── README.md ├── cog.yaml ├── data └── 6k_coco_names.json ├── docs ├── Data.md └── Evaluation.md ├── images ├── demo-method.png ├── demo_stic.png ├── fig2_preference_data.png └── header.png ├── llava ├── __init__.py ├── constants.py ├── conversation.py ├── conversation_ori.py ├── eval │ ├── eval_gpt_review.py │ ├── eval_gpt_review_bench.py │ ├── eval_gpt_review_visual.py │ ├── eval_mm_vet.py │ ├── eval_science_qa.py │ ├── eval_science_qa_gpt4.py │ ├── eval_science_qa_gpt4_requery.py │ ├── eval_textvqa.py │ ├── generate_webpage_data_from_table.py │ ├── m4c_evaluator.py │ ├── model_qa.py │ ├── model_vqa.py │ ├── model_vqa_loader.py │ ├── model_vqa_mmbench.py │ ├── model_vqa_mmbench_dar.py │ ├── model_vqa_science.py │ ├── qa_baseline_gpt35.py │ ├── run_llava.py │ └── summarize_gpt_review.py ├── mm_utils.py ├── model │ ├── __init__.py │ ├── apply_delta.py │ ├── builder.py │ ├── consolidate.py │ ├── language_model │ │ ├── llava_llama.py │ │ ├── llava_mistral.py │ │ └── llava_mpt.py │ ├── llava_arch.py │ ├── make_delta.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ └── clip_encoder.py │ ├── multimodal_projector │ │ └── builder.py │ └── utils.py ├── serve │ ├── __init__.py │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── extreme_ironing.jpg │ │ └── waterview.jpg │ ├── gradio_web_server.py │ ├── model_worker.py │ ├── register_worker.py │ ├── sglang_worker.py │ └── test_message.py ├── train │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_xformers_attn_monkey_patch.py │ ├── llava_trainer.py │ ├── llava_trainer_ori.py │ ├── train.py │ ├── train_dpo.py │ ├── train_mem.py │ ├── train_ori.py │ └── train_xformers.py └── utils.py ├── pyproject.toml ├── scripts ├── convert_mmbench_for_submission.py ├── convert_mmvet_for_eval.py ├── convert_pref_to_sft.py ├── convert_seed_for_submission.py ├── convert_sqa_to_llava.py ├── convert_sqa_to_llava_base_prompt.py ├── dpo_finetune.sh ├── eval │ ├── llavabench.sh │ ├── mmbench.sh │ ├── mmbench_dar.sh │ ├── mmvet.sh │ ├── sqa.sh │ └── textvqa.sh ├── extract_mm_projector.py ├── finetune_lora.sh ├── generate_des_stage2.sh └── generate_pref.sh └── stic ├── add_des_to_data.py ├── convert_jsonl_to_json.py ├── dpo_trainer.py ├── generate_des_stage2.py └── generate_pref.py /.devcontainer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/.devcontainer/Dockerfile -------------------------------------------------------------------------------- /.devcontainer/devcontainer.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/.devcontainer/devcontainer.env -------------------------------------------------------------------------------- /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.devcontainer/postCreateCommand.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/.devcontainer/postCreateCommand.sh -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/.dockerignore -------------------------------------------------------------------------------- /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/.editorconfig -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/1-usage.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/.github/ISSUE_TEMPLATE/1-usage.yaml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/2-feature-request.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/.github/ISSUE_TEMPLATE/2-feature-request.yaml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/3-question.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/.github/ISSUE_TEMPLATE/3-question.yaml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/4-discussion.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/.github/ISSUE_TEMPLATE/4-discussion.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/README.md -------------------------------------------------------------------------------- /cog.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/cog.yaml -------------------------------------------------------------------------------- /data/6k_coco_names.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/data/6k_coco_names.json -------------------------------------------------------------------------------- /docs/Data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/docs/Data.md -------------------------------------------------------------------------------- /docs/Evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/docs/Evaluation.md -------------------------------------------------------------------------------- /images/demo-method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/images/demo-method.png -------------------------------------------------------------------------------- /images/demo_stic.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/images/demo_stic.png -------------------------------------------------------------------------------- /images/fig2_preference_data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/images/fig2_preference_data.png -------------------------------------------------------------------------------- /images/header.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/images/header.png -------------------------------------------------------------------------------- /llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .model import LlavaLlamaForCausalLM 2 | -------------------------------------------------------------------------------- /llava/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/constants.py -------------------------------------------------------------------------------- /llava/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/conversation.py -------------------------------------------------------------------------------- /llava/conversation_ori.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/conversation_ori.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/eval_gpt_review.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/eval_gpt_review_bench.py -------------------------------------------------------------------------------- /llava/eval/eval_gpt_review_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/eval_gpt_review_visual.py -------------------------------------------------------------------------------- /llava/eval/eval_mm_vet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/eval_mm_vet.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/eval_science_qa.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/eval_science_qa_gpt4.py -------------------------------------------------------------------------------- /llava/eval/eval_science_qa_gpt4_requery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/eval_science_qa_gpt4_requery.py -------------------------------------------------------------------------------- /llava/eval/eval_textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/eval_textvqa.py -------------------------------------------------------------------------------- /llava/eval/generate_webpage_data_from_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/generate_webpage_data_from_table.py -------------------------------------------------------------------------------- /llava/eval/m4c_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/m4c_evaluator.py -------------------------------------------------------------------------------- /llava/eval/model_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/model_qa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/model_vqa.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/model_vqa_loader.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/model_vqa_mmbench.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_mmbench_dar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/model_vqa_mmbench_dar.py -------------------------------------------------------------------------------- /llava/eval/model_vqa_science.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/model_vqa_science.py -------------------------------------------------------------------------------- /llava/eval/qa_baseline_gpt35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/qa_baseline_gpt35.py -------------------------------------------------------------------------------- /llava/eval/run_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/run_llava.py -------------------------------------------------------------------------------- /llava/eval/summarize_gpt_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/eval/summarize_gpt_review.py -------------------------------------------------------------------------------- /llava/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/mm_utils.py -------------------------------------------------------------------------------- /llava/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/__init__.py -------------------------------------------------------------------------------- /llava/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/apply_delta.py -------------------------------------------------------------------------------- /llava/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/builder.py -------------------------------------------------------------------------------- /llava/model/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/consolidate.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/language_model/llava_llama.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/language_model/llava_mistral.py -------------------------------------------------------------------------------- /llava/model/language_model/llava_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/language_model/llava_mpt.py -------------------------------------------------------------------------------- /llava/model/llava_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/llava_arch.py -------------------------------------------------------------------------------- /llava/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/make_delta.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /llava/model/multimodal_encoder/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/multimodal_encoder/clip_encoder.py -------------------------------------------------------------------------------- /llava/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /llava/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/model/utils.py -------------------------------------------------------------------------------- /llava/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llava/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/serve/cli.py -------------------------------------------------------------------------------- /llava/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/serve/controller.py -------------------------------------------------------------------------------- /llava/serve/examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/serve/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /llava/serve/examples/waterview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/serve/examples/waterview.jpg -------------------------------------------------------------------------------- /llava/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/serve/gradio_web_server.py -------------------------------------------------------------------------------- /llava/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/serve/model_worker.py -------------------------------------------------------------------------------- /llava/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/serve/register_worker.py -------------------------------------------------------------------------------- /llava/serve/sglang_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/serve/sglang_worker.py -------------------------------------------------------------------------------- /llava/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/serve/test_message.py -------------------------------------------------------------------------------- /llava/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llama_xformers_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/train/llama_xformers_attn_monkey_patch.py -------------------------------------------------------------------------------- /llava/train/llava_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/train/llava_trainer.py -------------------------------------------------------------------------------- /llava/train/llava_trainer_ori.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/train/llava_trainer_ori.py -------------------------------------------------------------------------------- /llava/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/train/train.py -------------------------------------------------------------------------------- /llava/train/train_dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/train/train_dpo.py -------------------------------------------------------------------------------- /llava/train/train_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/train/train_mem.py -------------------------------------------------------------------------------- /llava/train/train_ori.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/train/train_ori.py -------------------------------------------------------------------------------- /llava/train/train_xformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/train/train_xformers.py -------------------------------------------------------------------------------- /llava/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/llava/utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/convert_mmbench_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/convert_mmbench_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_mmvet_for_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/convert_mmvet_for_eval.py -------------------------------------------------------------------------------- /scripts/convert_pref_to_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/convert_pref_to_sft.py -------------------------------------------------------------------------------- /scripts/convert_seed_for_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/convert_seed_for_submission.py -------------------------------------------------------------------------------- /scripts/convert_sqa_to_llava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/convert_sqa_to_llava.py -------------------------------------------------------------------------------- /scripts/convert_sqa_to_llava_base_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/convert_sqa_to_llava_base_prompt.py -------------------------------------------------------------------------------- /scripts/dpo_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/dpo_finetune.sh -------------------------------------------------------------------------------- /scripts/eval/llavabench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/eval/llavabench.sh -------------------------------------------------------------------------------- /scripts/eval/mmbench.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/eval/mmbench.sh -------------------------------------------------------------------------------- /scripts/eval/mmbench_dar.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/eval/mmbench_dar.sh -------------------------------------------------------------------------------- /scripts/eval/mmvet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/eval/mmvet.sh -------------------------------------------------------------------------------- /scripts/eval/sqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/eval/sqa.sh -------------------------------------------------------------------------------- /scripts/eval/textvqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/eval/textvqa.sh -------------------------------------------------------------------------------- /scripts/extract_mm_projector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/extract_mm_projector.py -------------------------------------------------------------------------------- /scripts/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/finetune_lora.sh -------------------------------------------------------------------------------- /scripts/generate_des_stage2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/generate_des_stage2.sh -------------------------------------------------------------------------------- /scripts/generate_pref.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/scripts/generate_pref.sh -------------------------------------------------------------------------------- /stic/add_des_to_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/stic/add_des_to_data.py -------------------------------------------------------------------------------- /stic/convert_jsonl_to_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/stic/convert_jsonl_to_json.py -------------------------------------------------------------------------------- /stic/dpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/stic/dpo_trainer.py -------------------------------------------------------------------------------- /stic/generate_des_stage2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/stic/generate_des_stage2.py -------------------------------------------------------------------------------- /stic/generate_pref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yihedeng9/STIC/HEAD/stic/generate_pref.py --------------------------------------------------------------------------------