├── .gitattributes ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE.md ├── README.md ├── data ├── mem_dials_merged.json ├── mem_dials_test.json ├── mem_dials_train.json ├── mem_dials_val.json ├── memory_may21_v1_100graphs.json └── mscoco_memory_graphs_1k.json ├── dialog_simulator ├── AssistantSimulator.py ├── Data.py ├── DummyMemoryDialogModel.py ├── GoalGenerator.py ├── InteractiveDialogHandler.py ├── MemoryDialogModel.py ├── MemoryDialogSimulator.py ├── MemoryServiceAPI.py ├── SimulatorBase.py ├── UserSimulator.py ├── constants.py ├── final_data │ └── mem_dials_mini.json ├── get_user_utterances.py ├── main.py ├── memories │ └── mini_set │ │ ├── memories_metadata_all.json │ │ └── mini_set_0_memory_graph.json ├── merge_data_json.py ├── merge_synth_and_appen.py └── utils.py ├── models ├── gpt2_mm │ ├── LICENSE │ ├── README.md │ ├── VideoGPT2.py │ ├── dataset.py │ ├── dataset_memory.py │ ├── generate.py │ ├── requirements.txt │ ├── run_me.sh │ ├── train.py │ └── utils │ │ ├── create_result_jsons.py │ │ ├── extract_memory_features.py │ │ └── preprocess_memory_dataset.py └── gpt2_text │ ├── gpt2_dst │ ├── scripts │ │ ├── evaluate.py │ │ ├── evaluate_response.py │ │ ├── get_best_model.py │ │ ├── preprocess_input.py │ │ ├── reformat_dst_response_outputs.py │ │ ├── run_generation.py │ │ └── run_language_modeling.py │ └── utils │ │ └── convert.py │ ├── run_evaluate_gpt2.sh │ ├── run_generate_gpt2.sh │ ├── run_preprocess_gpt2.sh │ ├── run_train_gpt2.sh │ └── utils │ ├── evaluate_dst.py │ └── response_evaluation.py └── teaser_memory_dialog.png /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/README.md -------------------------------------------------------------------------------- /data/mem_dials_merged.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/data/mem_dials_merged.json -------------------------------------------------------------------------------- /data/mem_dials_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/data/mem_dials_test.json -------------------------------------------------------------------------------- /data/mem_dials_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/data/mem_dials_train.json -------------------------------------------------------------------------------- /data/mem_dials_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/data/mem_dials_val.json -------------------------------------------------------------------------------- /data/memory_may21_v1_100graphs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/data/memory_may21_v1_100graphs.json -------------------------------------------------------------------------------- /data/mscoco_memory_graphs_1k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/data/mscoco_memory_graphs_1k.json -------------------------------------------------------------------------------- /dialog_simulator/AssistantSimulator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/AssistantSimulator.py -------------------------------------------------------------------------------- /dialog_simulator/Data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/Data.py -------------------------------------------------------------------------------- /dialog_simulator/DummyMemoryDialogModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/DummyMemoryDialogModel.py -------------------------------------------------------------------------------- /dialog_simulator/GoalGenerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/GoalGenerator.py -------------------------------------------------------------------------------- /dialog_simulator/InteractiveDialogHandler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/InteractiveDialogHandler.py -------------------------------------------------------------------------------- /dialog_simulator/MemoryDialogModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/MemoryDialogModel.py -------------------------------------------------------------------------------- /dialog_simulator/MemoryDialogSimulator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/MemoryDialogSimulator.py -------------------------------------------------------------------------------- /dialog_simulator/MemoryServiceAPI.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/MemoryServiceAPI.py -------------------------------------------------------------------------------- /dialog_simulator/SimulatorBase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/SimulatorBase.py -------------------------------------------------------------------------------- /dialog_simulator/UserSimulator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/UserSimulator.py -------------------------------------------------------------------------------- /dialog_simulator/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/constants.py -------------------------------------------------------------------------------- /dialog_simulator/final_data/mem_dials_mini.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/final_data/mem_dials_mini.json -------------------------------------------------------------------------------- /dialog_simulator/get_user_utterances.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/get_user_utterances.py -------------------------------------------------------------------------------- /dialog_simulator/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/main.py -------------------------------------------------------------------------------- /dialog_simulator/memories/mini_set/memories_metadata_all.json: -------------------------------------------------------------------------------- 1 | {} -------------------------------------------------------------------------------- /dialog_simulator/memories/mini_set/mini_set_0_memory_graph.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/memories/mini_set/mini_set_0_memory_graph.json -------------------------------------------------------------------------------- /dialog_simulator/merge_data_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/merge_data_json.py -------------------------------------------------------------------------------- /dialog_simulator/merge_synth_and_appen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/merge_synth_and_appen.py -------------------------------------------------------------------------------- /dialog_simulator/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/dialog_simulator/utils.py -------------------------------------------------------------------------------- /models/gpt2_mm/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_mm/LICENSE -------------------------------------------------------------------------------- /models/gpt2_mm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_mm/README.md -------------------------------------------------------------------------------- /models/gpt2_mm/VideoGPT2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_mm/VideoGPT2.py -------------------------------------------------------------------------------- /models/gpt2_mm/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_mm/dataset.py -------------------------------------------------------------------------------- /models/gpt2_mm/dataset_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_mm/dataset_memory.py -------------------------------------------------------------------------------- /models/gpt2_mm/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_mm/generate.py -------------------------------------------------------------------------------- /models/gpt2_mm/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_mm/requirements.txt -------------------------------------------------------------------------------- /models/gpt2_mm/run_me.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_mm/run_me.sh -------------------------------------------------------------------------------- /models/gpt2_mm/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_mm/train.py -------------------------------------------------------------------------------- /models/gpt2_mm/utils/create_result_jsons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_mm/utils/create_result_jsons.py -------------------------------------------------------------------------------- /models/gpt2_mm/utils/extract_memory_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_mm/utils/extract_memory_features.py -------------------------------------------------------------------------------- /models/gpt2_mm/utils/preprocess_memory_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_mm/utils/preprocess_memory_dataset.py -------------------------------------------------------------------------------- /models/gpt2_text/gpt2_dst/scripts/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/gpt2_dst/scripts/evaluate.py -------------------------------------------------------------------------------- /models/gpt2_text/gpt2_dst/scripts/evaluate_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/gpt2_dst/scripts/evaluate_response.py -------------------------------------------------------------------------------- /models/gpt2_text/gpt2_dst/scripts/get_best_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/gpt2_dst/scripts/get_best_model.py -------------------------------------------------------------------------------- /models/gpt2_text/gpt2_dst/scripts/preprocess_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/gpt2_dst/scripts/preprocess_input.py -------------------------------------------------------------------------------- /models/gpt2_text/gpt2_dst/scripts/reformat_dst_response_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/gpt2_dst/scripts/reformat_dst_response_outputs.py -------------------------------------------------------------------------------- /models/gpt2_text/gpt2_dst/scripts/run_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/gpt2_dst/scripts/run_generation.py -------------------------------------------------------------------------------- /models/gpt2_text/gpt2_dst/scripts/run_language_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/gpt2_dst/scripts/run_language_modeling.py -------------------------------------------------------------------------------- /models/gpt2_text/gpt2_dst/utils/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/gpt2_dst/utils/convert.py -------------------------------------------------------------------------------- /models/gpt2_text/run_evaluate_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/run_evaluate_gpt2.sh -------------------------------------------------------------------------------- /models/gpt2_text/run_generate_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/run_generate_gpt2.sh -------------------------------------------------------------------------------- /models/gpt2_text/run_preprocess_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/run_preprocess_gpt2.sh -------------------------------------------------------------------------------- /models/gpt2_text/run_train_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/run_train_gpt2.sh -------------------------------------------------------------------------------- /models/gpt2_text/utils/evaluate_dst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/utils/evaluate_dst.py -------------------------------------------------------------------------------- /models/gpt2_text/utils/response_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/models/gpt2_text/utils/response_evaluation.py -------------------------------------------------------------------------------- /teaser_memory_dialog.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/comet_memory_dialog/HEAD/teaser_memory_dialog.png --------------------------------------------------------------------------------