├── .gitignore ├── LICENSE ├── README.md ├── assets ├── leaderboard.png ├── overview.png └── results.png ├── requirements.txt ├── scenegenagent ├── benchmark │ └── test_data.csv.tar.gz ├── cleaning.py ├── code_gen.py ├── demo.py ├── eval.py ├── eval.sh ├── guidance │ └── object │ │ ├── ABB Robot IRB6600.txt │ │ ├── Cabinet.txt │ │ ├── Conveyor.txt │ │ ├── Guarding.txt │ │ ├── Kuka Robot KR125.txt │ │ ├── Kuka Robot KR350.txt │ │ ├── Turntable.txt │ │ ├── ValveStand.txt │ │ ├── Welding Table.txt │ │ └── YASKAWA Robot ma01800.txt ├── inference.md ├── layout_analysis.py └── model.py ├── sceneinstruct ├── cleaning.py ├── collect_assign_placement.py ├── collect_before_assign_placement.py ├── create_descriptions.py ├── data │ └── data_seed.jsonl ├── dataset.md ├── layout_analysis.py ├── minhash.py ├── model.py └── prompts.py └── training ├── data ├── assign_placement │ └── assign_placement_dataset.py ├── check_positional_error │ └── check_positional_error_dataset.py └── fix_positional_error │ └── fix_positional_error_dataset.py ├── finetuning.py ├── run_finetune_assign_placement.sh ├── run_finetune_check_positional_error.sh ├── run_finetune_fix_positional_error.sh ├── train.md └── train_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/README.md -------------------------------------------------------------------------------- /assets/leaderboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/assets/leaderboard.png -------------------------------------------------------------------------------- /assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/assets/overview.png -------------------------------------------------------------------------------- /assets/results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/assets/results.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/requirements.txt -------------------------------------------------------------------------------- /scenegenagent/benchmark/test_data.csv.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/benchmark/test_data.csv.tar.gz -------------------------------------------------------------------------------- /scenegenagent/cleaning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/cleaning.py -------------------------------------------------------------------------------- /scenegenagent/code_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/code_gen.py -------------------------------------------------------------------------------- /scenegenagent/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/demo.py -------------------------------------------------------------------------------- /scenegenagent/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/eval.py -------------------------------------------------------------------------------- /scenegenagent/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/eval.sh -------------------------------------------------------------------------------- /scenegenagent/guidance/object/ABB Robot IRB6600.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/guidance/object/ABB Robot IRB6600.txt -------------------------------------------------------------------------------- /scenegenagent/guidance/object/Cabinet.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/guidance/object/Cabinet.txt -------------------------------------------------------------------------------- /scenegenagent/guidance/object/Conveyor.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/guidance/object/Conveyor.txt -------------------------------------------------------------------------------- /scenegenagent/guidance/object/Guarding.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/guidance/object/Guarding.txt -------------------------------------------------------------------------------- /scenegenagent/guidance/object/Kuka Robot KR125.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/guidance/object/Kuka Robot KR125.txt -------------------------------------------------------------------------------- /scenegenagent/guidance/object/Kuka Robot KR350.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/guidance/object/Kuka Robot KR350.txt -------------------------------------------------------------------------------- /scenegenagent/guidance/object/Turntable.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/guidance/object/Turntable.txt -------------------------------------------------------------------------------- /scenegenagent/guidance/object/ValveStand.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/guidance/object/ValveStand.txt -------------------------------------------------------------------------------- /scenegenagent/guidance/object/Welding Table.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/guidance/object/Welding Table.txt -------------------------------------------------------------------------------- /scenegenagent/guidance/object/YASKAWA Robot ma01800.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/guidance/object/YASKAWA Robot ma01800.txt -------------------------------------------------------------------------------- /scenegenagent/inference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/inference.md -------------------------------------------------------------------------------- /scenegenagent/layout_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/layout_analysis.py -------------------------------------------------------------------------------- /scenegenagent/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/scenegenagent/model.py -------------------------------------------------------------------------------- /sceneinstruct/cleaning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/sceneinstruct/cleaning.py -------------------------------------------------------------------------------- /sceneinstruct/collect_assign_placement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/sceneinstruct/collect_assign_placement.py -------------------------------------------------------------------------------- /sceneinstruct/collect_before_assign_placement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/sceneinstruct/collect_before_assign_placement.py -------------------------------------------------------------------------------- /sceneinstruct/create_descriptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/sceneinstruct/create_descriptions.py -------------------------------------------------------------------------------- /sceneinstruct/data/data_seed.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/sceneinstruct/data/data_seed.jsonl -------------------------------------------------------------------------------- /sceneinstruct/dataset.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/sceneinstruct/dataset.md -------------------------------------------------------------------------------- /sceneinstruct/layout_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/sceneinstruct/layout_analysis.py -------------------------------------------------------------------------------- /sceneinstruct/minhash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/sceneinstruct/minhash.py -------------------------------------------------------------------------------- /sceneinstruct/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/sceneinstruct/model.py -------------------------------------------------------------------------------- /sceneinstruct/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/sceneinstruct/prompts.py -------------------------------------------------------------------------------- /training/data/assign_placement/assign_placement_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/training/data/assign_placement/assign_placement_dataset.py -------------------------------------------------------------------------------- /training/data/check_positional_error/check_positional_error_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/training/data/check_positional_error/check_positional_error_dataset.py -------------------------------------------------------------------------------- /training/data/fix_positional_error/fix_positional_error_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/training/data/fix_positional_error/fix_positional_error_dataset.py -------------------------------------------------------------------------------- /training/finetuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/training/finetuning.py -------------------------------------------------------------------------------- /training/run_finetune_assign_placement.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/training/run_finetune_assign_placement.sh -------------------------------------------------------------------------------- /training/run_finetune_check_positional_error.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/training/run_finetune_check_positional_error.sh -------------------------------------------------------------------------------- /training/run_finetune_fix_positional_error.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/training/run_finetune_fix_positional_error.sh -------------------------------------------------------------------------------- /training/train.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/training/train.md -------------------------------------------------------------------------------- /training/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/SceneGenAgent/HEAD/training/train_utils.py --------------------------------------------------------------------------------