├── .gitignore ├── README.md ├── assets └── icon.png ├── configs └── vllm_optimized.json ├── experiments └── sft │ ├── config_aug_cgmap_ffr_out.sh │ ├── config_aug_cgmap_in.sh │ ├── config_aug_cgmap_out.sh │ ├── config_cgmap_in_ffr_out.sh │ ├── config_cog_reasoning.sh │ ├── config_ff_rsn.sh │ ├── config_hardware.sh │ ├── config_plain_cgmap_ffr_out.sh │ ├── config_plain_cgmap_out.sh │ ├── config_raw_qa.sh │ ├── config_template.sh │ ├── patch_qwen_data.py │ ├── qwen_data_init_backup.py │ └── train_qwen_sft.sh ├── requirements.txt ├── scripts ├── bash_scripts │ ├── download_data.bash │ ├── generate_eval_data.bash │ ├── run_batch_evaluation.sh │ ├── run_frozen_vlm_all_tasks_qwen.sh │ ├── run_sft_all_tasks_qwen.sh │ └── run_sft_ckpt_inference_qwen.sh ├── convert_to_sft.py ├── data_processing.py ├── generate_prompts.py ├── run_evaluation.py └── run_inference.py └── src ├── __init__.py ├── evaluation ├── __init__.py ├── cli.py ├── cogmap │ ├── __init__.py │ ├── cogmap_evaluator.py │ ├── cogmap_metrics.py │ └── graph_operations.py ├── core │ ├── __init__.py │ ├── base_metrics.py │ ├── extractors.py │ ├── io_utils.py │ └── mindcube_eval.py └── evaluator.py ├── inference ├── __init__.py ├── base.py ├── closed_source.py ├── engines │ ├── __init__.py │ └── qwen_engine.py ├── open_source.py └── utils.py ├── prompt_generation ├── __init__.py ├── generators.py ├── processors.py └── templates.py ├── scaffold_curation ├── __init__.py ├── cogmap │ ├── __init__.py │ └── generators.py ├── formatters.py ├── processors.py └── reasoning │ ├── __init__.py │ ├── among_reasoning.py │ ├── around_reasoning.py │ ├── generators.py │ ├── rotation_reasoning.py │ └── translation_reasoning.py ├── training ├── __init__.py └── data_formatters.py └── utils ├── __init__.py ├── io_utils.py ├── spatial_utils.py └── text_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/README.md -------------------------------------------------------------------------------- /assets/icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/assets/icon.png -------------------------------------------------------------------------------- /configs/vllm_optimized.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/configs/vllm_optimized.json -------------------------------------------------------------------------------- /experiments/sft/config_aug_cgmap_ffr_out.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/config_aug_cgmap_ffr_out.sh -------------------------------------------------------------------------------- /experiments/sft/config_aug_cgmap_in.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/config_aug_cgmap_in.sh -------------------------------------------------------------------------------- /experiments/sft/config_aug_cgmap_out.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/config_aug_cgmap_out.sh -------------------------------------------------------------------------------- /experiments/sft/config_cgmap_in_ffr_out.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/config_cgmap_in_ffr_out.sh -------------------------------------------------------------------------------- /experiments/sft/config_cog_reasoning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/config_cog_reasoning.sh -------------------------------------------------------------------------------- /experiments/sft/config_ff_rsn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/config_ff_rsn.sh -------------------------------------------------------------------------------- /experiments/sft/config_hardware.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/config_hardware.sh -------------------------------------------------------------------------------- /experiments/sft/config_plain_cgmap_ffr_out.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/config_plain_cgmap_ffr_out.sh -------------------------------------------------------------------------------- /experiments/sft/config_plain_cgmap_out.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/config_plain_cgmap_out.sh -------------------------------------------------------------------------------- /experiments/sft/config_raw_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/config_raw_qa.sh -------------------------------------------------------------------------------- /experiments/sft/config_template.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/config_template.sh -------------------------------------------------------------------------------- /experiments/sft/patch_qwen_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/patch_qwen_data.py -------------------------------------------------------------------------------- /experiments/sft/qwen_data_init_backup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/qwen_data_init_backup.py -------------------------------------------------------------------------------- /experiments/sft/train_qwen_sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/experiments/sft/train_qwen_sft.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/bash_scripts/download_data.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/scripts/bash_scripts/download_data.bash -------------------------------------------------------------------------------- /scripts/bash_scripts/generate_eval_data.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/scripts/bash_scripts/generate_eval_data.bash -------------------------------------------------------------------------------- /scripts/bash_scripts/run_batch_evaluation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/scripts/bash_scripts/run_batch_evaluation.sh -------------------------------------------------------------------------------- /scripts/bash_scripts/run_frozen_vlm_all_tasks_qwen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/scripts/bash_scripts/run_frozen_vlm_all_tasks_qwen.sh -------------------------------------------------------------------------------- /scripts/bash_scripts/run_sft_all_tasks_qwen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/scripts/bash_scripts/run_sft_all_tasks_qwen.sh -------------------------------------------------------------------------------- /scripts/bash_scripts/run_sft_ckpt_inference_qwen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/scripts/bash_scripts/run_sft_ckpt_inference_qwen.sh -------------------------------------------------------------------------------- /scripts/convert_to_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/scripts/convert_to_sft.py -------------------------------------------------------------------------------- /scripts/data_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/scripts/data_processing.py -------------------------------------------------------------------------------- /scripts/generate_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/scripts/generate_prompts.py -------------------------------------------------------------------------------- /scripts/run_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/scripts/run_evaluation.py -------------------------------------------------------------------------------- /scripts/run_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/scripts/run_inference.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | # MindCube Source Package -------------------------------------------------------------------------------- /src/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/evaluation/__init__.py -------------------------------------------------------------------------------- /src/evaluation/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/evaluation/cli.py -------------------------------------------------------------------------------- /src/evaluation/cogmap/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/evaluation/cogmap/__init__.py -------------------------------------------------------------------------------- /src/evaluation/cogmap/cogmap_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/evaluation/cogmap/cogmap_evaluator.py -------------------------------------------------------------------------------- /src/evaluation/cogmap/cogmap_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/evaluation/cogmap/cogmap_metrics.py -------------------------------------------------------------------------------- /src/evaluation/cogmap/graph_operations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/evaluation/cogmap/graph_operations.py -------------------------------------------------------------------------------- /src/evaluation/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/evaluation/core/__init__.py -------------------------------------------------------------------------------- /src/evaluation/core/base_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/evaluation/core/base_metrics.py -------------------------------------------------------------------------------- /src/evaluation/core/extractors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/evaluation/core/extractors.py -------------------------------------------------------------------------------- /src/evaluation/core/io_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/evaluation/core/io_utils.py -------------------------------------------------------------------------------- /src/evaluation/core/mindcube_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/evaluation/core/mindcube_eval.py -------------------------------------------------------------------------------- /src/evaluation/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/evaluation/evaluator.py -------------------------------------------------------------------------------- /src/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/inference/__init__.py -------------------------------------------------------------------------------- /src/inference/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/inference/base.py -------------------------------------------------------------------------------- /src/inference/closed_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/inference/closed_source.py -------------------------------------------------------------------------------- /src/inference/engines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/inference/engines/__init__.py -------------------------------------------------------------------------------- /src/inference/engines/qwen_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/inference/engines/qwen_engine.py -------------------------------------------------------------------------------- /src/inference/open_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/inference/open_source.py -------------------------------------------------------------------------------- /src/inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/inference/utils.py -------------------------------------------------------------------------------- /src/prompt_generation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/prompt_generation/__init__.py -------------------------------------------------------------------------------- /src/prompt_generation/generators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/prompt_generation/generators.py -------------------------------------------------------------------------------- /src/prompt_generation/processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/prompt_generation/processors.py -------------------------------------------------------------------------------- /src/prompt_generation/templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/prompt_generation/templates.py -------------------------------------------------------------------------------- /src/scaffold_curation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/scaffold_curation/__init__.py -------------------------------------------------------------------------------- /src/scaffold_curation/cogmap/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/scaffold_curation/cogmap/__init__.py -------------------------------------------------------------------------------- /src/scaffold_curation/cogmap/generators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/scaffold_curation/cogmap/generators.py -------------------------------------------------------------------------------- /src/scaffold_curation/formatters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/scaffold_curation/formatters.py -------------------------------------------------------------------------------- /src/scaffold_curation/processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/scaffold_curation/processors.py -------------------------------------------------------------------------------- /src/scaffold_curation/reasoning/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/scaffold_curation/reasoning/__init__.py -------------------------------------------------------------------------------- /src/scaffold_curation/reasoning/among_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/scaffold_curation/reasoning/among_reasoning.py -------------------------------------------------------------------------------- /src/scaffold_curation/reasoning/around_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/scaffold_curation/reasoning/around_reasoning.py -------------------------------------------------------------------------------- /src/scaffold_curation/reasoning/generators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/scaffold_curation/reasoning/generators.py -------------------------------------------------------------------------------- /src/scaffold_curation/reasoning/rotation_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/scaffold_curation/reasoning/rotation_reasoning.py -------------------------------------------------------------------------------- /src/scaffold_curation/reasoning/translation_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/scaffold_curation/reasoning/translation_reasoning.py -------------------------------------------------------------------------------- /src/training/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/training/__init__.py -------------------------------------------------------------------------------- /src/training/data_formatters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/training/data_formatters.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/utils/__init__.py -------------------------------------------------------------------------------- /src/utils/io_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/utils/io_utils.py -------------------------------------------------------------------------------- /src/utils/spatial_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/utils/spatial_utils.py -------------------------------------------------------------------------------- /src/utils/text_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mll-lab-nu/MindCube/HEAD/src/utils/text_utils.py --------------------------------------------------------------------------------