├── .gitignore ├── LICENSE ├── README.md ├── caption ├── __init__.py ├── decoders │ ├── __init__.py │ ├── attention.py │ └── vanilla.py ├── encoders │ ├── __init__.py │ └── vanilla.py ├── models │ ├── __init__.py │ ├── attention.py │ ├── captionbase.py │ └── vanilla.py ├── readers │ ├── __init__.py │ └── base.py └── utils │ ├── __init__.py │ └── inference.py ├── controlimcap ├── __init__.py ├── decoders │ ├── __init__.py │ ├── cfattention.py │ └── memory.py ├── driver │ ├── asg2caption.py │ ├── common.py │ └── configs │ │ ├── prepare_coco_imgsg_config.py │ │ └── prepare_vg_imgsg_config.py ├── encoders │ ├── flat.py │ └── gcn.py ├── models │ ├── flatattn.py │ ├── graphattn.py │ ├── graphflow.py │ └── graphmemory.py └── readers │ ├── __init__.py │ └── imgsgreader.py ├── figures ├── method_framework.png └── user_intention_examples.png └── framework ├── __init__.py ├── configbase.py ├── logbase.py ├── modelbase.py ├── modules ├── __init__.py ├── embeddings.py └── global_attention.py ├── ops.py └── run_utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | *__pycache__/ 2 | eval_cap/ 3 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/README.md -------------------------------------------------------------------------------- /caption/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /caption/decoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /caption/decoders/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/caption/decoders/attention.py -------------------------------------------------------------------------------- /caption/decoders/vanilla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/caption/decoders/vanilla.py -------------------------------------------------------------------------------- /caption/encoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /caption/encoders/vanilla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/caption/encoders/vanilla.py -------------------------------------------------------------------------------- /caption/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /caption/models/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/caption/models/attention.py -------------------------------------------------------------------------------- /caption/models/captionbase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/caption/models/captionbase.py -------------------------------------------------------------------------------- /caption/models/vanilla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/caption/models/vanilla.py -------------------------------------------------------------------------------- /caption/readers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /caption/readers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/caption/readers/base.py -------------------------------------------------------------------------------- /caption/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /caption/utils/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/caption/utils/inference.py -------------------------------------------------------------------------------- /controlimcap/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /controlimcap/decoders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /controlimcap/decoders/cfattention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/decoders/cfattention.py -------------------------------------------------------------------------------- /controlimcap/decoders/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/decoders/memory.py -------------------------------------------------------------------------------- /controlimcap/driver/asg2caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/driver/asg2caption.py -------------------------------------------------------------------------------- /controlimcap/driver/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/driver/common.py -------------------------------------------------------------------------------- /controlimcap/driver/configs/prepare_coco_imgsg_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/driver/configs/prepare_coco_imgsg_config.py -------------------------------------------------------------------------------- /controlimcap/driver/configs/prepare_vg_imgsg_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/driver/configs/prepare_vg_imgsg_config.py -------------------------------------------------------------------------------- /controlimcap/encoders/flat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/encoders/flat.py -------------------------------------------------------------------------------- /controlimcap/encoders/gcn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/encoders/gcn.py -------------------------------------------------------------------------------- /controlimcap/models/flatattn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/models/flatattn.py -------------------------------------------------------------------------------- /controlimcap/models/graphattn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/models/graphattn.py -------------------------------------------------------------------------------- /controlimcap/models/graphflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/models/graphflow.py -------------------------------------------------------------------------------- /controlimcap/models/graphmemory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/models/graphmemory.py -------------------------------------------------------------------------------- /controlimcap/readers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /controlimcap/readers/imgsgreader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/controlimcap/readers/imgsgreader.py -------------------------------------------------------------------------------- /figures/method_framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/figures/method_framework.png -------------------------------------------------------------------------------- /figures/user_intention_examples.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/figures/user_intention_examples.png -------------------------------------------------------------------------------- /framework/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /framework/configbase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/framework/configbase.py -------------------------------------------------------------------------------- /framework/logbase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/framework/logbase.py -------------------------------------------------------------------------------- /framework/modelbase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/framework/modelbase.py -------------------------------------------------------------------------------- /framework/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /framework/modules/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/framework/modules/embeddings.py -------------------------------------------------------------------------------- /framework/modules/global_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/framework/modules/global_attention.py -------------------------------------------------------------------------------- /framework/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/framework/ops.py -------------------------------------------------------------------------------- /framework/run_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cshizhe/asg2cap/HEAD/framework/run_utils.py --------------------------------------------------------------------------------