├── .gitignore ├── LICENSE ├── README.md ├── install.sh ├── local_scripts ├── fsdp.yaml ├── fsdp_config.json ├── zero2.json ├── zero2_offload.json ├── zero3++.json └── zero3.json ├── open_r1 ├── __init__.py ├── evaluate.py ├── generate.py ├── grpo.py └── trainer │ ├── __init__.py │ ├── grpo_config.py │ ├── grpo_trainer.py │ └── utils │ ├── __init__.py │ ├── misc.py │ ├── prompt_gallery.py │ ├── vllm_client.py │ └── vllm_client_v2.py ├── requirements.txt ├── scripts ├── .DS_Store ├── debug │ ├── debug.sh │ ├── debug_gh200.sh │ ├── debug_gh200_local_vllm.sh │ └── test_vllm.sh ├── grpo │ ├── run_vllm.sh │ ├── train_a100.sh │ ├── train_a100_2B.sh │ ├── train_a100_2B_SFT.sh │ ├── train_a100_2B_close.sh │ ├── train_a100_2B_close_SFT.sh │ ├── train_a100_SFT.sh │ ├── train_a100_close.sh │ ├── train_fsdp.sh │ ├── train_fused.sh │ ├── train_gh200.sh │ ├── train_gh200_2B.sh │ ├── train_gh200_2B_SFT.sh │ ├── train_gh200_2B_close.sh │ ├── train_gh200_SFT.sh │ ├── train_gh200_close.sh │ ├── train_gh200_close_SFT.sh │ └── train_zero3.sh ├── inference │ └── run_sgg_inference.sh ├── sft │ ├── 2B_sgg.sh │ ├── 2B_sgg_predefined.sh │ ├── 7B_sgg.sh │ ├── 7B_sgg_lora.sh │ └── 7B_sgg_predefined.sh └── sft_local │ ├── 2B_sgg.sh │ ├── 2B_sgg_predefined.sh │ ├── 7B_sgg.sh │ └── 7B_sgg_predefined.sh ├── setup.py ├── src ├── __init__.py ├── mega_1m_category.py ├── psg_categories.json ├── sft_sgg.py ├── sgg_gather_preds.py ├── sgg_inference_vllm.py ├── utils │ ├── __init__.py │ ├── bbox_overlaps.py │ ├── bounding_box.py │ ├── cocoeval.py │ ├── misc.py │ ├── sgg_eval.py │ ├── sgg_metrics.py │ ├── wordnet.py │ └── zeroshot_triplet.pytorch ├── vg150_eval.py ├── vg_synonyms.py └── vllm_server_v2.py └── tests ├── test_fsdp.py ├── test_rewards.py ├── test_sampler.py ├── test_vllm.py └── test_vllm_local.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/README.md -------------------------------------------------------------------------------- /install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/install.sh -------------------------------------------------------------------------------- /local_scripts/fsdp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/local_scripts/fsdp.yaml -------------------------------------------------------------------------------- /local_scripts/fsdp_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/local_scripts/fsdp_config.json -------------------------------------------------------------------------------- /local_scripts/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/local_scripts/zero2.json -------------------------------------------------------------------------------- /local_scripts/zero2_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/local_scripts/zero2_offload.json -------------------------------------------------------------------------------- /local_scripts/zero3++.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/local_scripts/zero3++.json -------------------------------------------------------------------------------- /local_scripts/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/local_scripts/zero3.json -------------------------------------------------------------------------------- /open_r1/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /open_r1/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/open_r1/evaluate.py -------------------------------------------------------------------------------- /open_r1/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/open_r1/generate.py -------------------------------------------------------------------------------- /open_r1/grpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/open_r1/grpo.py -------------------------------------------------------------------------------- /open_r1/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/open_r1/trainer/__init__.py -------------------------------------------------------------------------------- /open_r1/trainer/grpo_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/open_r1/trainer/grpo_config.py -------------------------------------------------------------------------------- /open_r1/trainer/grpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/open_r1/trainer/grpo_trainer.py -------------------------------------------------------------------------------- /open_r1/trainer/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /open_r1/trainer/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/open_r1/trainer/utils/misc.py -------------------------------------------------------------------------------- /open_r1/trainer/utils/prompt_gallery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/open_r1/trainer/utils/prompt_gallery.py -------------------------------------------------------------------------------- /open_r1/trainer/utils/vllm_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/open_r1/trainer/utils/vllm_client.py -------------------------------------------------------------------------------- /open_r1/trainer/utils/vllm_client_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/open_r1/trainer/utils/vllm_client_v2.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/.DS_Store -------------------------------------------------------------------------------- /scripts/debug/debug.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/debug/debug.sh -------------------------------------------------------------------------------- /scripts/debug/debug_gh200.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/debug/debug_gh200.sh -------------------------------------------------------------------------------- /scripts/debug/debug_gh200_local_vllm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/debug/debug_gh200_local_vllm.sh -------------------------------------------------------------------------------- /scripts/debug/test_vllm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/debug/test_vllm.sh -------------------------------------------------------------------------------- /scripts/grpo/run_vllm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/run_vllm.sh -------------------------------------------------------------------------------- /scripts/grpo/train_a100.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_a100.sh -------------------------------------------------------------------------------- /scripts/grpo/train_a100_2B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_a100_2B.sh -------------------------------------------------------------------------------- /scripts/grpo/train_a100_2B_SFT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_a100_2B_SFT.sh -------------------------------------------------------------------------------- /scripts/grpo/train_a100_2B_close.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_a100_2B_close.sh -------------------------------------------------------------------------------- /scripts/grpo/train_a100_2B_close_SFT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_a100_2B_close_SFT.sh -------------------------------------------------------------------------------- /scripts/grpo/train_a100_SFT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_a100_SFT.sh -------------------------------------------------------------------------------- /scripts/grpo/train_a100_close.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_a100_close.sh -------------------------------------------------------------------------------- /scripts/grpo/train_fsdp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_fsdp.sh -------------------------------------------------------------------------------- /scripts/grpo/train_fused.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_fused.sh -------------------------------------------------------------------------------- /scripts/grpo/train_gh200.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_gh200.sh -------------------------------------------------------------------------------- /scripts/grpo/train_gh200_2B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_gh200_2B.sh -------------------------------------------------------------------------------- /scripts/grpo/train_gh200_2B_SFT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_gh200_2B_SFT.sh -------------------------------------------------------------------------------- /scripts/grpo/train_gh200_2B_close.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_gh200_2B_close.sh -------------------------------------------------------------------------------- /scripts/grpo/train_gh200_SFT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_gh200_SFT.sh -------------------------------------------------------------------------------- /scripts/grpo/train_gh200_close.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_gh200_close.sh -------------------------------------------------------------------------------- /scripts/grpo/train_gh200_close_SFT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_gh200_close_SFT.sh -------------------------------------------------------------------------------- /scripts/grpo/train_zero3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/grpo/train_zero3.sh -------------------------------------------------------------------------------- /scripts/inference/run_sgg_inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/inference/run_sgg_inference.sh -------------------------------------------------------------------------------- /scripts/sft/2B_sgg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/sft/2B_sgg.sh -------------------------------------------------------------------------------- /scripts/sft/2B_sgg_predefined.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/sft/2B_sgg_predefined.sh -------------------------------------------------------------------------------- /scripts/sft/7B_sgg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/sft/7B_sgg.sh -------------------------------------------------------------------------------- /scripts/sft/7B_sgg_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/sft/7B_sgg_lora.sh -------------------------------------------------------------------------------- /scripts/sft/7B_sgg_predefined.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/sft/7B_sgg_predefined.sh -------------------------------------------------------------------------------- /scripts/sft_local/2B_sgg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/sft_local/2B_sgg.sh -------------------------------------------------------------------------------- /scripts/sft_local/2B_sgg_predefined.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/sft_local/2B_sgg_predefined.sh -------------------------------------------------------------------------------- /scripts/sft_local/7B_sgg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/sft_local/7B_sgg.sh -------------------------------------------------------------------------------- /scripts/sft_local/7B_sgg_predefined.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/scripts/sft_local/7B_sgg_predefined.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/setup.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/mega_1m_category.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/mega_1m_category.py -------------------------------------------------------------------------------- /src/psg_categories.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/psg_categories.json -------------------------------------------------------------------------------- /src/sft_sgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/sft_sgg.py -------------------------------------------------------------------------------- /src/sgg_gather_preds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/sgg_gather_preds.py -------------------------------------------------------------------------------- /src/sgg_inference_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/sgg_inference_vllm.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/bbox_overlaps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/utils/bbox_overlaps.py -------------------------------------------------------------------------------- /src/utils/bounding_box.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/utils/bounding_box.py -------------------------------------------------------------------------------- /src/utils/cocoeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/utils/cocoeval.py -------------------------------------------------------------------------------- /src/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/utils/misc.py -------------------------------------------------------------------------------- /src/utils/sgg_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/utils/sgg_eval.py -------------------------------------------------------------------------------- /src/utils/sgg_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/utils/sgg_metrics.py -------------------------------------------------------------------------------- /src/utils/wordnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/utils/wordnet.py -------------------------------------------------------------------------------- /src/utils/zeroshot_triplet.pytorch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/utils/zeroshot_triplet.pytorch -------------------------------------------------------------------------------- /src/vg150_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/vg150_eval.py -------------------------------------------------------------------------------- /src/vg_synonyms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/vg_synonyms.py -------------------------------------------------------------------------------- /src/vllm_server_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/src/vllm_server_v2.py -------------------------------------------------------------------------------- /tests/test_fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/tests/test_fsdp.py -------------------------------------------------------------------------------- /tests/test_rewards.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/tests/test_rewards.py -------------------------------------------------------------------------------- /tests/test_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/tests/test_sampler.py -------------------------------------------------------------------------------- /tests/test_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/tests/test_vllm.py -------------------------------------------------------------------------------- /tests/test_vllm_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gpt4vision/R1-SGG/HEAD/tests/test_vllm_local.py --------------------------------------------------------------------------------