├── LICENSE ├── README.md ├── assets ├── method.jpg └── teaser │ ├── 0.png │ ├── 1.png │ ├── 10.png │ ├── 11.png │ ├── 12.png │ ├── 13.png │ ├── 14.png │ ├── 15.png │ ├── 16.png │ ├── 17.png │ ├── 18.png │ ├── 19.png │ ├── 2.png │ ├── 3.png │ ├── 4.png │ ├── 5.png │ ├── 6.png │ ├── 7.png │ ├── 8.png │ └── 9.png ├── spo_training_and_inference ├── .gitignore ├── README.md ├── accelerate_cfg │ └── 1m4g_fp16.yaml ├── assets │ └── prompts │ │ └── 4k_training_prompts.json ├── configs │ ├── basic_config.py │ ├── spo_sd-v1-5_4k-prompts_num-sam-4_10ep_bs10.py │ └── spo_sdxl_4k-prompts_num-sam-2_3-is_10ep_bs2_gradacc2.py ├── environment.yaml ├── inference_scripts │ ├── inference_spo_sd-v1-5.py │ └── inference_spo_sdxl.py ├── spo │ ├── custom_diffusers │ │ ├── __init__.py │ │ ├── ddim_seperate.py │ │ ├── ddim_with_logprob.py │ │ ├── multi_sample_pipeline.py │ │ └── multi_sample_pipeline_sdxl.py │ ├── datasets │ │ ├── __init__.py │ │ ├── builder.py │ │ └── prompt_dataset.py │ ├── preference_models │ │ ├── __init__.py │ │ ├── builder.py │ │ ├── compare_funcs.py │ │ ├── models │ │ │ ├── step_aware_preference_model.py │ │ │ └── time_conditioned_clip.py │ │ └── preference_model_fns.py │ └── utils │ │ ├── __init__.py │ │ ├── constants.py │ │ └── dist_utils.py └── train_scripts │ ├── train_spo.py │ └── train_spo_sdxl.py └── step_aware_preference_model ├── .gitignore ├── README.md ├── requirements.txt ├── run_commands ├── train_spm_sd15.sh └── train_spm_sdxl.sh ├── setup.py └── trainer ├── accelerators ├── __init__.py ├── base_accelerator.py ├── debug_accelerator.py ├── deepspeed_accelerator.py └── utils.py ├── conf ├── config.yaml └── experiment │ ├── clip.yaml │ └── clip_h.yaml ├── configs ├── __init__.py └── configs.py ├── criterions ├── __init__.py └── spm_criterion.py ├── datasetss ├── __init__.py ├── base_dataset.py └── pick_a_pic_spm_dataset.py ├── lr_schedulers ├── __init__.py ├── constant_with_warmup.py └── dummy_lr_scheduler.py ├── models ├── __init__.py ├── base_model.py ├── step_aware_preference_model.py └── time_conditioned_clip.py ├── optimizers ├── __init__.py ├── adamw.py └── dummy_optimizer.py ├── scripts └── train_spm.py ├── tasks ├── __init__.py ├── base_task.py └── spm_task.py └── utils ├── __init__.py ├── batchable_ddim_scheduler.py └── constants.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/README.md -------------------------------------------------------------------------------- /assets/method.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/method.jpg -------------------------------------------------------------------------------- /assets/teaser/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/0.png -------------------------------------------------------------------------------- /assets/teaser/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/1.png -------------------------------------------------------------------------------- /assets/teaser/10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/10.png -------------------------------------------------------------------------------- /assets/teaser/11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/11.png -------------------------------------------------------------------------------- /assets/teaser/12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/12.png -------------------------------------------------------------------------------- /assets/teaser/13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/13.png -------------------------------------------------------------------------------- /assets/teaser/14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/14.png -------------------------------------------------------------------------------- /assets/teaser/15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/15.png -------------------------------------------------------------------------------- /assets/teaser/16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/16.png -------------------------------------------------------------------------------- /assets/teaser/17.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/17.png -------------------------------------------------------------------------------- /assets/teaser/18.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/18.png -------------------------------------------------------------------------------- /assets/teaser/19.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/19.png -------------------------------------------------------------------------------- /assets/teaser/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/2.png -------------------------------------------------------------------------------- /assets/teaser/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/3.png -------------------------------------------------------------------------------- /assets/teaser/4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/4.png -------------------------------------------------------------------------------- /assets/teaser/5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/5.png -------------------------------------------------------------------------------- /assets/teaser/6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/6.png -------------------------------------------------------------------------------- /assets/teaser/7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/7.png -------------------------------------------------------------------------------- /assets/teaser/8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/8.png -------------------------------------------------------------------------------- /assets/teaser/9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/assets/teaser/9.png -------------------------------------------------------------------------------- /spo_training_and_inference/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/.gitignore -------------------------------------------------------------------------------- /spo_training_and_inference/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/README.md -------------------------------------------------------------------------------- /spo_training_and_inference/accelerate_cfg/1m4g_fp16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/accelerate_cfg/1m4g_fp16.yaml -------------------------------------------------------------------------------- /spo_training_and_inference/assets/prompts/4k_training_prompts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/assets/prompts/4k_training_prompts.json -------------------------------------------------------------------------------- /spo_training_and_inference/configs/basic_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/configs/basic_config.py -------------------------------------------------------------------------------- /spo_training_and_inference/configs/spo_sd-v1-5_4k-prompts_num-sam-4_10ep_bs10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/configs/spo_sd-v1-5_4k-prompts_num-sam-4_10ep_bs10.py -------------------------------------------------------------------------------- /spo_training_and_inference/configs/spo_sdxl_4k-prompts_num-sam-2_3-is_10ep_bs2_gradacc2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/configs/spo_sdxl_4k-prompts_num-sam-2_3-is_10ep_bs2_gradacc2.py -------------------------------------------------------------------------------- /spo_training_and_inference/environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/environment.yaml -------------------------------------------------------------------------------- /spo_training_and_inference/inference_scripts/inference_spo_sd-v1-5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/inference_scripts/inference_spo_sd-v1-5.py -------------------------------------------------------------------------------- /spo_training_and_inference/inference_scripts/inference_spo_sdxl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/inference_scripts/inference_spo_sdxl.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/custom_diffusers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/custom_diffusers/__init__.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/custom_diffusers/ddim_seperate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/custom_diffusers/ddim_seperate.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/custom_diffusers/ddim_with_logprob.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/custom_diffusers/ddim_with_logprob.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/custom_diffusers/multi_sample_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/custom_diffusers/multi_sample_pipeline.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/custom_diffusers/multi_sample_pipeline_sdxl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/custom_diffusers/multi_sample_pipeline_sdxl.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/datasets/__init__.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/datasets/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/datasets/builder.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/datasets/prompt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/datasets/prompt_dataset.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/preference_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/preference_models/__init__.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/preference_models/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/preference_models/builder.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/preference_models/compare_funcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/preference_models/compare_funcs.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/preference_models/models/step_aware_preference_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/preference_models/models/step_aware_preference_model.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/preference_models/models/time_conditioned_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/preference_models/models/time_conditioned_clip.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/preference_models/preference_model_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/preference_models/preference_model_fns.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/utils/__init__.py -------------------------------------------------------------------------------- /spo_training_and_inference/spo/utils/constants.py: -------------------------------------------------------------------------------- 1 | import os 2 | 3 | huggingface_cache_dir = os.environ.get('HUGGING_FACE_CACHE_DIR', None) 4 | UNET_CKPT_NAME = "unet" 5 | -------------------------------------------------------------------------------- /spo_training_and_inference/spo/utils/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/spo/utils/dist_utils.py -------------------------------------------------------------------------------- /spo_training_and_inference/train_scripts/train_spo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/train_scripts/train_spo.py -------------------------------------------------------------------------------- /spo_training_and_inference/train_scripts/train_spo_sdxl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/spo_training_and_inference/train_scripts/train_spo_sdxl.py -------------------------------------------------------------------------------- /step_aware_preference_model/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/.gitignore -------------------------------------------------------------------------------- /step_aware_preference_model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/README.md -------------------------------------------------------------------------------- /step_aware_preference_model/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/requirements.txt -------------------------------------------------------------------------------- /step_aware_preference_model/run_commands/train_spm_sd15.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/run_commands/train_spm_sd15.sh -------------------------------------------------------------------------------- /step_aware_preference_model/run_commands/train_spm_sdxl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/run_commands/train_spm_sdxl.sh -------------------------------------------------------------------------------- /step_aware_preference_model/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/setup.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/accelerators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/accelerators/__init__.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/accelerators/base_accelerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/accelerators/base_accelerator.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/accelerators/debug_accelerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/accelerators/debug_accelerator.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/accelerators/deepspeed_accelerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/accelerators/deepspeed_accelerator.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/accelerators/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/accelerators/utils.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/conf/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/conf/config.yaml -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/conf/experiment/clip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/conf/experiment/clip.yaml -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/conf/experiment/clip_h.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/conf/experiment/clip_h.yaml -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/configs/__init__.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/configs/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/configs/configs.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/criterions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/criterions/__init__.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/criterions/spm_criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/criterions/spm_criterion.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/datasetss/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/datasetss/__init__.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/datasetss/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/datasetss/base_dataset.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/datasetss/pick_a_pic_spm_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/datasetss/pick_a_pic_spm_dataset.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/lr_schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/lr_schedulers/__init__.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/lr_schedulers/constant_with_warmup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/lr_schedulers/constant_with_warmup.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/lr_schedulers/dummy_lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/lr_schedulers/dummy_lr_scheduler.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/models/__init__.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/models/base_model.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/models/step_aware_preference_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/models/step_aware_preference_model.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/models/time_conditioned_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/models/time_conditioned_clip.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/optimizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/optimizers/__init__.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/optimizers/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/optimizers/adamw.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/optimizers/dummy_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/optimizers/dummy_optimizer.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/scripts/train_spm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/scripts/train_spm.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/tasks/__init__.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/tasks/base_task.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/tasks/spm_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/tasks/spm_task.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/utils/batchable_ddim_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/utils/batchable_ddim_scheduler.py -------------------------------------------------------------------------------- /step_aware_preference_model/trainer/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RockeyCoss/SPO/HEAD/step_aware_preference_model/trainer/utils/constants.py --------------------------------------------------------------------------------