├── .gitignore ├── CODEOWNERS ├── CONTRIBUTING-ARCHIVED.md ├── Dockerfile ├── LICENSE.txt ├── README.md ├── compute_joint_acc.py ├── create_dataset.sh ├── data ├── __init__.py └── dataset │ ├── __init__.py │ ├── language_model.py │ └── multiwoz.py ├── demo.py ├── evaluate_multiwoz.py ├── generate_dialogue.py ├── images ├── simpletod.png ├── simpletod_autoregressive.gif ├── simpletod_model.jpg └── simpletod_single_turn.gif ├── main.py ├── models ├── __init__.py ├── configuration_gpt2.py ├── configuration_utils.py ├── file_utils.py ├── model.py ├── modeling_gpt2.py └── modeling_utils.py ├── noisy_annotations └── type_2_noisy_annotations.json ├── prepare_simpletod_data.py ├── preprocess_multiwoz.py ├── requirements.txt ├── train_dst.sh ├── train_end2end.sh └── utils ├── Constants.py ├── __init__.py ├── args_parser.py ├── dst.py ├── gpt2_args_parser.py ├── language_model.py ├── model.py ├── multiwoz ├── __init__.py ├── db │ ├── attraction-dbase.db │ ├── attraction_db.json │ ├── bus-dbase.db │ ├── bus_db.json │ ├── hospital-dbase.db │ ├── hospital_db.json │ ├── hotel-dbase.db │ ├── hotel_db.json │ ├── police_db.json │ ├── restaurant-dbase.db │ ├── restaurant_db.json │ ├── taxi-dbase.db │ ├── taxi_db.json │ ├── train-dbase.db │ └── train_db.json ├── dbPointer.py ├── delexicalize.py ├── mapping.pair ├── nlp.py └── util.py └── simpletod.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/.gitignore -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/CODEOWNERS -------------------------------------------------------------------------------- /CONTRIBUTING-ARCHIVED.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/CONTRIBUTING-ARCHIVED.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/README.md -------------------------------------------------------------------------------- /compute_joint_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/compute_joint_acc.py -------------------------------------------------------------------------------- /create_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/create_dataset.sh -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/data/dataset/__init__.py -------------------------------------------------------------------------------- /data/dataset/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/data/dataset/language_model.py -------------------------------------------------------------------------------- /data/dataset/multiwoz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/data/dataset/multiwoz.py -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/demo.py -------------------------------------------------------------------------------- /evaluate_multiwoz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/evaluate_multiwoz.py -------------------------------------------------------------------------------- /generate_dialogue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/generate_dialogue.py -------------------------------------------------------------------------------- /images/simpletod.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/images/simpletod.png -------------------------------------------------------------------------------- /images/simpletod_autoregressive.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/images/simpletod_autoregressive.gif -------------------------------------------------------------------------------- /images/simpletod_model.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/images/simpletod_model.jpg -------------------------------------------------------------------------------- /images/simpletod_single_turn.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/images/simpletod_single_turn.gif -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/main.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/configuration_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/models/configuration_gpt2.py -------------------------------------------------------------------------------- /models/configuration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/models/configuration_utils.py -------------------------------------------------------------------------------- /models/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/models/file_utils.py -------------------------------------------------------------------------------- /models/model.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/models/modeling_gpt2.py -------------------------------------------------------------------------------- /models/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/models/modeling_utils.py -------------------------------------------------------------------------------- /noisy_annotations/type_2_noisy_annotations.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/noisy_annotations/type_2_noisy_annotations.json -------------------------------------------------------------------------------- /prepare_simpletod_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/prepare_simpletod_data.py -------------------------------------------------------------------------------- /preprocess_multiwoz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/preprocess_multiwoz.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | transformers 2 | spicy 3 | boto3 4 | ipdb 5 | tqdm 6 | json -------------------------------------------------------------------------------- /train_dst.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/train_dst.sh -------------------------------------------------------------------------------- /train_end2end.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/train_end2end.sh -------------------------------------------------------------------------------- /utils/Constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/Constants.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/args_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/args_parser.py -------------------------------------------------------------------------------- /utils/dst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/dst.py -------------------------------------------------------------------------------- /utils/gpt2_args_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/gpt2_args_parser.py -------------------------------------------------------------------------------- /utils/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/language_model.py -------------------------------------------------------------------------------- /utils/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/model.py -------------------------------------------------------------------------------- /utils/multiwoz/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/multiwoz/db/attraction-dbase.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/attraction-dbase.db -------------------------------------------------------------------------------- /utils/multiwoz/db/attraction_db.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/attraction_db.json -------------------------------------------------------------------------------- /utils/multiwoz/db/bus-dbase.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/bus-dbase.db -------------------------------------------------------------------------------- /utils/multiwoz/db/bus_db.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/bus_db.json -------------------------------------------------------------------------------- /utils/multiwoz/db/hospital-dbase.db: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/multiwoz/db/hospital_db.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/hospital_db.json -------------------------------------------------------------------------------- /utils/multiwoz/db/hotel-dbase.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/hotel-dbase.db -------------------------------------------------------------------------------- /utils/multiwoz/db/hotel_db.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/hotel_db.json -------------------------------------------------------------------------------- /utils/multiwoz/db/police_db.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/police_db.json -------------------------------------------------------------------------------- /utils/multiwoz/db/restaurant-dbase.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/restaurant-dbase.db -------------------------------------------------------------------------------- /utils/multiwoz/db/restaurant_db.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/restaurant_db.json -------------------------------------------------------------------------------- /utils/multiwoz/db/taxi-dbase.db: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/multiwoz/db/taxi_db.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/taxi_db.json -------------------------------------------------------------------------------- /utils/multiwoz/db/train-dbase.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/train-dbase.db -------------------------------------------------------------------------------- /utils/multiwoz/db/train_db.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/db/train_db.json -------------------------------------------------------------------------------- /utils/multiwoz/dbPointer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/dbPointer.py -------------------------------------------------------------------------------- /utils/multiwoz/delexicalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/delexicalize.py -------------------------------------------------------------------------------- /utils/multiwoz/mapping.pair: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/mapping.pair -------------------------------------------------------------------------------- /utils/multiwoz/nlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/nlp.py -------------------------------------------------------------------------------- /utils/multiwoz/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/multiwoz/util.py -------------------------------------------------------------------------------- /utils/simpletod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/salesforce/simpletod/HEAD/utils/simpletod.py --------------------------------------------------------------------------------