├── .gitignore ├── Evaluation.py ├── README.md ├── dataloaders ├── ClasswisedataloaderGPT2Classification.py ├── dataloaderClassification.py └── dataloaderGPT2Classification.py ├── dataset ├── bertvocab │ └── v2 │ │ ├── bert-Cholec80-VQA │ │ ├── added_tokens.json │ │ ├── bert-Cholec80-VQA-vocab.txt │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.txt │ │ ├── bert-EndoVis-18-VQA │ │ ├── added_tokens.json │ │ ├── bert-EndoVis-18-VQA-vocab.txt │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.txt │ │ ├── bert-medvqa │ │ ├── added_tokens.json │ │ ├── bert-medvqa-vocab.txt │ │ ├── special_tokens_map.json │ │ ├── tokenizer_config.json │ │ └── vocab.txt │ │ ├── consolidate0.txt │ │ ├── consolidate_cholec80_0.txt │ │ └── consolidate_medvqa0.txt └── feature_extraction_Cholec80-VQA.py ├── models ├── EFGPT2Classification.py ├── VisualBertClassification.py ├── VisualBertResMLP.py └── VisualBertResMLPClassification.py ├── train.py ├── typewise_evaluation.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/.gitignore -------------------------------------------------------------------------------- /Evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/Evaluation.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/README.md -------------------------------------------------------------------------------- /dataloaders/ClasswisedataloaderGPT2Classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataloaders/ClasswisedataloaderGPT2Classification.py -------------------------------------------------------------------------------- /dataloaders/dataloaderClassification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataloaders/dataloaderClassification.py -------------------------------------------------------------------------------- /dataloaders/dataloaderGPT2Classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataloaders/dataloaderGPT2Classification.py -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-Cholec80-VQA/added_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-Cholec80-VQA/added_tokens.json -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-Cholec80-VQA/bert-Cholec80-VQA-vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-Cholec80-VQA/bert-Cholec80-VQA-vocab.txt -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-Cholec80-VQA/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-Cholec80-VQA/special_tokens_map.json -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-Cholec80-VQA/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-Cholec80-VQA/tokenizer_config.json -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-Cholec80-VQA/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-Cholec80-VQA/vocab.txt -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-EndoVis-18-VQA/added_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-EndoVis-18-VQA/added_tokens.json -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-EndoVis-18-VQA/bert-EndoVis-18-VQA-vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-EndoVis-18-VQA/bert-EndoVis-18-VQA-vocab.txt -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-EndoVis-18-VQA/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-EndoVis-18-VQA/special_tokens_map.json -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-EndoVis-18-VQA/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-EndoVis-18-VQA/tokenizer_config.json -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-EndoVis-18-VQA/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-EndoVis-18-VQA/vocab.txt -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-medvqa/added_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-medvqa/added_tokens.json -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-medvqa/bert-medvqa-vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-medvqa/bert-medvqa-vocab.txt -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-medvqa/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-medvqa/special_tokens_map.json -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-medvqa/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-medvqa/tokenizer_config.json -------------------------------------------------------------------------------- /dataset/bertvocab/v2/bert-medvqa/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/bert-medvqa/vocab.txt -------------------------------------------------------------------------------- /dataset/bertvocab/v2/consolidate0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/consolidate0.txt -------------------------------------------------------------------------------- /dataset/bertvocab/v2/consolidate_cholec80_0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/consolidate_cholec80_0.txt -------------------------------------------------------------------------------- /dataset/bertvocab/v2/consolidate_medvqa0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/bertvocab/v2/consolidate_medvqa0.txt -------------------------------------------------------------------------------- /dataset/feature_extraction_Cholec80-VQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/dataset/feature_extraction_Cholec80-VQA.py -------------------------------------------------------------------------------- /models/EFGPT2Classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/models/EFGPT2Classification.py -------------------------------------------------------------------------------- /models/VisualBertClassification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/models/VisualBertClassification.py -------------------------------------------------------------------------------- /models/VisualBertResMLP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/models/VisualBertResMLP.py -------------------------------------------------------------------------------- /models/VisualBertResMLPClassification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/models/VisualBertResMLPClassification.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/train.py -------------------------------------------------------------------------------- /typewise_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/typewise_evaluation.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lalithjets/SurgicalGPT/HEAD/utils.py --------------------------------------------------------------------------------