├── .gitignore ├── LICENSE ├── README.md ├── agentdriver ├── __init__.py ├── evaluation │ ├── __init__.py │ ├── evaluation.py │ ├── metric_stp3.py │ └── metric_uniad.py ├── execution │ ├── __init__.py │ ├── collect_planner_input.py │ ├── fine_tune.py │ ├── gen_finetune_data.py │ └── inference.py ├── functional_tools │ ├── __init__.py │ ├── detection.py │ ├── ego_state.py │ ├── functional_agent.py │ ├── map.py │ ├── occupancy.py │ └── prediction.py ├── llm_core │ ├── __init__.py │ ├── api_keys.py │ ├── chat.py │ ├── chat_utils.py │ └── timeout.py ├── main │ ├── __init__.py │ └── language_agent.py ├── memory │ ├── __init__.py │ ├── common_sense_memory.py │ ├── experience_memory.py │ ├── memory_agent.py │ └── memory_prompts.py ├── perception │ ├── __init__.py │ ├── perception_agent.py │ └── perception_prompts.py ├── planning │ ├── __init__.py │ ├── motion_planning.py │ ├── planning_agent.py │ ├── planning_prmopts.py │ └── planning_target.py ├── reasoning │ ├── chain_of_thoughts.py │ ├── collision_check.py │ ├── collision_optimization.py │ ├── prompt_reasoning.py │ └── reasoning_agent.py ├── unit_test │ ├── __init__.py │ ├── test_functional.ipynb │ ├── test_lanuage_agent.ipynb │ ├── test_memory.ipynb │ ├── test_perception.ipynb │ ├── test_planning.ipynb │ └── test_reasoning.ipynb ├── utils │ ├── __init__.py │ ├── box_distance.py │ ├── det2occ.py │ └── geometry.py └── visualization │ ├── __init__.py │ ├── base_render.py │ ├── cam_render.py │ ├── main_figure.py │ ├── make_video.py │ ├── utils.py │ ├── visual_tokens.py │ ├── visualization_tools.py │ └── visualize_planning.py ├── assets └── method.png ├── data └── split.json ├── experiments └── pred_trajs_dict.pkl ├── requirements.txt └── scripts ├── run_data_collection.sh ├── run_evaluation.sh ├── run_finetune.sh ├── run_inference.sh └── run_visual.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/README.md -------------------------------------------------------------------------------- /agentdriver/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agentdriver/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agentdriver/evaluation/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/evaluation/evaluation.py -------------------------------------------------------------------------------- /agentdriver/evaluation/metric_stp3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/evaluation/metric_stp3.py -------------------------------------------------------------------------------- /agentdriver/evaluation/metric_uniad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/evaluation/metric_uniad.py -------------------------------------------------------------------------------- /agentdriver/execution/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agentdriver/execution/collect_planner_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/execution/collect_planner_input.py -------------------------------------------------------------------------------- /agentdriver/execution/fine_tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/execution/fine_tune.py -------------------------------------------------------------------------------- /agentdriver/execution/gen_finetune_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/execution/gen_finetune_data.py -------------------------------------------------------------------------------- /agentdriver/execution/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/execution/inference.py -------------------------------------------------------------------------------- /agentdriver/functional_tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agentdriver/functional_tools/detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/functional_tools/detection.py -------------------------------------------------------------------------------- /agentdriver/functional_tools/ego_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/functional_tools/ego_state.py -------------------------------------------------------------------------------- /agentdriver/functional_tools/functional_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/functional_tools/functional_agent.py -------------------------------------------------------------------------------- /agentdriver/functional_tools/map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/functional_tools/map.py -------------------------------------------------------------------------------- /agentdriver/functional_tools/occupancy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/functional_tools/occupancy.py -------------------------------------------------------------------------------- /agentdriver/functional_tools/prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/functional_tools/prediction.py -------------------------------------------------------------------------------- /agentdriver/llm_core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agentdriver/llm_core/api_keys.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/llm_core/api_keys.py -------------------------------------------------------------------------------- /agentdriver/llm_core/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/llm_core/chat.py -------------------------------------------------------------------------------- /agentdriver/llm_core/chat_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/llm_core/chat_utils.py -------------------------------------------------------------------------------- /agentdriver/llm_core/timeout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/llm_core/timeout.py -------------------------------------------------------------------------------- /agentdriver/main/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agentdriver/main/language_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/main/language_agent.py -------------------------------------------------------------------------------- /agentdriver/memory/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agentdriver/memory/common_sense_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/memory/common_sense_memory.py -------------------------------------------------------------------------------- /agentdriver/memory/experience_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/memory/experience_memory.py -------------------------------------------------------------------------------- /agentdriver/memory/memory_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/memory/memory_agent.py -------------------------------------------------------------------------------- /agentdriver/memory/memory_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/memory/memory_prompts.py -------------------------------------------------------------------------------- /agentdriver/perception/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agentdriver/perception/perception_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/perception/perception_agent.py -------------------------------------------------------------------------------- /agentdriver/perception/perception_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/perception/perception_prompts.py -------------------------------------------------------------------------------- /agentdriver/planning/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agentdriver/planning/motion_planning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/planning/motion_planning.py -------------------------------------------------------------------------------- /agentdriver/planning/planning_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/planning/planning_agent.py -------------------------------------------------------------------------------- /agentdriver/planning/planning_prmopts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/planning/planning_prmopts.py -------------------------------------------------------------------------------- /agentdriver/planning/planning_target.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/planning/planning_target.py -------------------------------------------------------------------------------- /agentdriver/reasoning/chain_of_thoughts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/reasoning/chain_of_thoughts.py -------------------------------------------------------------------------------- /agentdriver/reasoning/collision_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/reasoning/collision_check.py -------------------------------------------------------------------------------- /agentdriver/reasoning/collision_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/reasoning/collision_optimization.py -------------------------------------------------------------------------------- /agentdriver/reasoning/prompt_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/reasoning/prompt_reasoning.py -------------------------------------------------------------------------------- /agentdriver/reasoning/reasoning_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/reasoning/reasoning_agent.py -------------------------------------------------------------------------------- /agentdriver/unit_test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agentdriver/unit_test/test_functional.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/unit_test/test_functional.ipynb -------------------------------------------------------------------------------- /agentdriver/unit_test/test_lanuage_agent.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/unit_test/test_lanuage_agent.ipynb -------------------------------------------------------------------------------- /agentdriver/unit_test/test_memory.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/unit_test/test_memory.ipynb -------------------------------------------------------------------------------- /agentdriver/unit_test/test_perception.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/unit_test/test_perception.ipynb -------------------------------------------------------------------------------- /agentdriver/unit_test/test_planning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/unit_test/test_planning.ipynb -------------------------------------------------------------------------------- /agentdriver/unit_test/test_reasoning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/unit_test/test_reasoning.ipynb -------------------------------------------------------------------------------- /agentdriver/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agentdriver/utils/box_distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/utils/box_distance.py -------------------------------------------------------------------------------- /agentdriver/utils/det2occ.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/utils/det2occ.py -------------------------------------------------------------------------------- /agentdriver/utils/geometry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/utils/geometry.py -------------------------------------------------------------------------------- /agentdriver/visualization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agentdriver/visualization/base_render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/visualization/base_render.py -------------------------------------------------------------------------------- /agentdriver/visualization/cam_render.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/visualization/cam_render.py -------------------------------------------------------------------------------- /agentdriver/visualization/main_figure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/visualization/main_figure.py -------------------------------------------------------------------------------- /agentdriver/visualization/make_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/visualization/make_video.py -------------------------------------------------------------------------------- /agentdriver/visualization/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/visualization/utils.py -------------------------------------------------------------------------------- /agentdriver/visualization/visual_tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/visualization/visual_tokens.py -------------------------------------------------------------------------------- /agentdriver/visualization/visualization_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/visualization/visualization_tools.py -------------------------------------------------------------------------------- /agentdriver/visualization/visualize_planning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/agentdriver/visualization/visualize_planning.py -------------------------------------------------------------------------------- /assets/method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/assets/method.png -------------------------------------------------------------------------------- /data/split.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/data/split.json -------------------------------------------------------------------------------- /experiments/pred_trajs_dict.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/experiments/pred_trajs_dict.pkl -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/run_data_collection.sh: -------------------------------------------------------------------------------- 1 | export PYTHONPATH=$PWD 2 | python agentdriver/execution/collect_planner_input.py -------------------------------------------------------------------------------- /scripts/run_evaluation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/scripts/run_evaluation.sh -------------------------------------------------------------------------------- /scripts/run_finetune.sh: -------------------------------------------------------------------------------- 1 | export PYTHONPATH=$PWD 2 | python agentdriver/execution/fine_tune.py -------------------------------------------------------------------------------- /scripts/run_inference.sh: -------------------------------------------------------------------------------- 1 | export PYTHONPATH=$PWD 2 | python agentdriver/execution/inference.py -------------------------------------------------------------------------------- /scripts/run_visual.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/physical-superintelligence-lab/Agent-Driver/HEAD/scripts/run_visual.sh --------------------------------------------------------------------------------