├── .gitignore ├── LICENSE ├── README.md ├── add_slot_domains.py ├── evaluate.py ├── mwzeval ├── __init__.py ├── data │ ├── __init__.py │ ├── booked_domains.json │ ├── database │ │ ├── __init__.py │ │ ├── attraction_db.json │ │ ├── hotel_db.json │ │ ├── restaurant_db.json │ │ └── train_db.json │ ├── goals.json │ └── references │ │ ├── __init__.py │ │ ├── augpt.json │ │ ├── damd.json │ │ ├── hdsa.json │ │ ├── lava.json │ │ └── uniconv.json ├── database.py ├── metrics.py ├── normalization.py └── utils.py ├── predictions ├── augpt.json ├── bort.json ├── damd.json ├── dots.json ├── galaxy-e2e.json ├── galaxy-policy.json ├── hdno.json ├── hdsa.json ├── labes.json ├── lava.json ├── marco.json ├── mars.json ├── mintl.json ├── pptod.json ├── rstod.json ├── sfn.json ├── soloist.json ├── ubar.json └── uniconv.json ├── requirements.txt └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/README.md -------------------------------------------------------------------------------- /add_slot_domains.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/add_slot_domains.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/evaluate.py -------------------------------------------------------------------------------- /mwzeval/__init__.py: -------------------------------------------------------------------------------- 1 | from .metrics import Evaluator -------------------------------------------------------------------------------- /mwzeval/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mwzeval/data/booked_domains.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/data/booked_domains.json -------------------------------------------------------------------------------- /mwzeval/data/database/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mwzeval/data/database/attraction_db.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/data/database/attraction_db.json -------------------------------------------------------------------------------- /mwzeval/data/database/hotel_db.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/data/database/hotel_db.json -------------------------------------------------------------------------------- /mwzeval/data/database/restaurant_db.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/data/database/restaurant_db.json -------------------------------------------------------------------------------- /mwzeval/data/database/train_db.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/data/database/train_db.json -------------------------------------------------------------------------------- /mwzeval/data/goals.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/data/goals.json -------------------------------------------------------------------------------- /mwzeval/data/references/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mwzeval/data/references/augpt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/data/references/augpt.json -------------------------------------------------------------------------------- /mwzeval/data/references/damd.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/data/references/damd.json -------------------------------------------------------------------------------- /mwzeval/data/references/hdsa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/data/references/hdsa.json -------------------------------------------------------------------------------- /mwzeval/data/references/lava.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/data/references/lava.json -------------------------------------------------------------------------------- /mwzeval/data/references/uniconv.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/data/references/uniconv.json -------------------------------------------------------------------------------- /mwzeval/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/database.py -------------------------------------------------------------------------------- /mwzeval/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/metrics.py -------------------------------------------------------------------------------- /mwzeval/normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/normalization.py -------------------------------------------------------------------------------- /mwzeval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/mwzeval/utils.py -------------------------------------------------------------------------------- /predictions/augpt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/augpt.json -------------------------------------------------------------------------------- /predictions/bort.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/bort.json -------------------------------------------------------------------------------- /predictions/damd.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/damd.json -------------------------------------------------------------------------------- /predictions/dots.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/dots.json -------------------------------------------------------------------------------- /predictions/galaxy-e2e.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/galaxy-e2e.json -------------------------------------------------------------------------------- /predictions/galaxy-policy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/galaxy-policy.json -------------------------------------------------------------------------------- /predictions/hdno.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/hdno.json -------------------------------------------------------------------------------- /predictions/hdsa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/hdsa.json -------------------------------------------------------------------------------- /predictions/labes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/labes.json -------------------------------------------------------------------------------- /predictions/lava.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/lava.json -------------------------------------------------------------------------------- /predictions/marco.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/marco.json -------------------------------------------------------------------------------- /predictions/mars.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/mars.json -------------------------------------------------------------------------------- /predictions/mintl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/mintl.json -------------------------------------------------------------------------------- /predictions/pptod.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/pptod.json -------------------------------------------------------------------------------- /predictions/rstod.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/rstod.json -------------------------------------------------------------------------------- /predictions/sfn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/sfn.json -------------------------------------------------------------------------------- /predictions/soloist.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/soloist.json -------------------------------------------------------------------------------- /predictions/ubar.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/ubar.json -------------------------------------------------------------------------------- /predictions/uniconv.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/predictions/uniconv.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Tomiinek/MultiWOZ_Evaluation/HEAD/setup.py --------------------------------------------------------------------------------