├── .gitignore
├── LICENSE
├── README.md
├── config
└── data
│ ├── pretrain_mixed.json
│ ├── pretrain_r2r.json
│ ├── pretrain_reverie.json
│ └── pretrain_rxr.json
├── data
├── __init__.py
├── common.py
├── dataset.py
├── loader.py
├── r2r_data.py
└── r2r_tasks.py
├── demo_r2r.py
├── docker
├── Dockerfile
└── installation_guide_wo_docker.txt
├── engine_finetune.py
├── eval_speaker.py
├── exps
└── finetune.sh
├── gradio_app.py
├── images
└── c-instructor.png
├── landmark
├── extract_landmark_r2r.py
├── extract_landmark_reverie.py
├── extract_landmark_rxr.py
└── select_eng_rxr.py
├── llama
├── __init__.py
├── llama.py
├── llama_adapter.py
├── tokenizer.py
└── utils.py
├── main_finetune.py
├── preprocess
├── build_image_lmdb.py
├── precompute_img_features_clip.py
└── utils.py
├── pycocoevalcap
├── __init__.py
├── bleu
│ ├── LICENSE
│ ├── __init__.py
│ ├── bleu.py
│ └── bleu_scorer.py
├── cider
│ ├── __init__.py
│ ├── cider.py
│ └── cider_scorer.py
├── clip_tokenizer
│ ├── bpe_simple_vocab_16e6.txt.gz
│ └── tokenization_clip.py
├── eval.py
├── meteor
│ ├── __init__.py
│ ├── data
│ │ └── paraphrase-en.gz
│ ├── meteor-1.5.jar
│ └── meteor.py
├── rouge
│ ├── __init__.py
│ └── rouge.py
├── spice
│ ├── __init__.py
│ ├── spice-1.0.jar
│ └── spice.py
├── tokenizer
│ ├── __init__.py
│ ├── ptbtokenizer.py
│ └── stanford-corenlp-3.4.1.jar
└── utils.py
├── reduce_checkpoint.py
├── requirements.txt
└── util
├── bleu.py
├── extract_adapter_from_checkpoint.py
├── lr_sched.py
└── misc.py
/.gitignore:
--------------------------------------------------------------------------------
1 | # Byte-compiled / optimized / DLL files
2 | __pycache__/
3 | *.py[cod]
4 | *$py.class
5 |
6 | .DS_Store
7 |
8 | # C extensions
9 | *.so
10 |
11 | # Distribution / packaging
12 | .Python
13 | build/
14 | develop-eggs/
15 | dist/
16 | downloads/
17 | eggs/
18 | .eggs/
19 | lib/
20 | lib64/
21 | parts/
22 | sdist/
23 | var/
24 | wheels/
25 | pip-wheel-metadata/
26 | share/python-wheels/
27 | *.egg-info/
28 | .installed.cfg
29 | *.egg
30 | MANIFEST
31 |
32 | # PyInstaller
33 | # Usually these files are written by a python script from a template
34 | # before PyInstaller builds the exe, so as to inject date/other infos into it.
35 | *.manifest
36 | *.spec
37 |
38 | # Installer logs
39 | pip-log.txt
40 | pip-delete-this-directory.txt
41 |
42 | # Unit test / coverage reports
43 | htmlcov/
44 | .tox/
45 | .nox/
46 | .coverage
47 | .coverage.*
48 | .cache
49 | nosetests.xml
50 | coverage.xml
51 | *.cover
52 | *.py,cover
53 | .hypothesis/
54 | .pytest_cache/
55 |
56 | # Translations
57 | *.mo
58 | *.pot
59 |
60 | # Django stuff:
61 | *.log
62 | local_settings.py
63 | db.sqlite3
64 | db.sqlite3-journal
65 |
66 | # Flask stuff:
67 | instance/
68 | .webassets-cache
69 |
70 | # Scrapy stuff:
71 | .scrapy
72 |
73 | # Sphinx documentation
74 | docs/_build/
75 |
76 | # PyBuilder
77 | target/
78 |
79 | # Jupyter Notebook
80 | .ipynb_checkpoints
81 |
82 | # IPython
83 | profile_default/
84 | ipython_config.py
85 |
86 | # pyenv
87 | .python-version
88 |
89 | # pipenv
90 | # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
91 | # However, in case of collaboration, if having platform-specific dependencies or dependencies
92 | # having no cross-platform support, pipenv may install dependencies that don't work, or not
93 | # install all needed dependencies.
94 | #Pipfile.lock
95 |
96 | # PEP 582; used by e.g. github.com/David-OConnor/pyflow
97 | __pypackages__/
98 |
99 | # Celery stuff
100 | celerybeat-schedule
101 | celerybeat.pid
102 |
103 | # SageMath parsed files
104 | *.sage.py
105 |
106 | # Environments
107 | .env
108 | .venv
109 | env/
110 | venv/
111 | ENV/
112 | env.bak/
113 | venv.bak/
114 |
115 | # Spyder project settings
116 | .spyderproject
117 | .spyproject
118 |
119 | # Rope project settings
120 | .ropeproject
121 |
122 | # mkdocs documentation
123 | /site
124 |
125 | # mypy
126 | .mypy_cache/
127 | .dmypy.json
128 | dmypy.json
129 |
130 | # Pyre type checker
131 | .pyre/
132 | logs/
133 | *.c
134 | *.so
135 | .idea
--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | # C-Instructor: Controllable Navigation Instruction Generation with Chain of Thought Prompting
2 |
3 | Official implementation of the **ECCV 2024** paper **Controllable Navigation Instruction Generation with Chain of Thought Prompting** [[Link]](https://www.ecva.net/papers/eccv_2024/papers_ECCV/papers/04155.pdf).
4 |
5 | 