├── .gitignore ├── LICENSE ├── README.md ├── SGD Loader.ipynb ├── demo ├── InstructTODS.ipynb ├── config.json ├── img │ └── Sample.png ├── interact.sh ├── logs │ └── log__12-08-2023__18-55-46.json ├── main.py └── utils.py ├── download_sgd.sh ├── evaluate.py ├── evaluate_dst.sh ├── evaluate_rg.sh ├── imgs ├── DST.png ├── Demo.png ├── Framework.png ├── IC.png └── RG.png ├── inference.py ├── inference_dst.sh ├── inference_e2e.sh ├── inference_e2e_agents.sh ├── inference_ic.sh ├── inference_rg.sh ├── notebooks ├── SGD Loader.ipynb ├── mwoz21_dst_accumulated.ipynb ├── mwoz21_dst_analysis.ipynb ├── mwoz21_dst_eval.ipynb ├── mwoz21_e2e_eval.ipynb ├── mwoz21_e2e_explo.ipynb ├── mwoz21_llm_prompt.ipynb └── mwoz21_rg_explo.ipynb ├── src ├── DST │ ├── config.py │ ├── dst.py │ ├── dst_utils.py │ ├── evaluate.py │ ├── evaluate_utils.py │ └── inference.py ├── IC │ ├── baseline.py │ ├── config │ │ ├── corrections.txt │ │ ├── corrections_clinc.txt │ │ ├── intents.txt │ │ ├── intents_clinc.txt │ │ └── prompts.txt │ ├── intent_class_analysis.ipynb │ ├── intent_class_explo.ipynb │ ├── main.py │ └── utils.py ├── RG │ └── rg_utils.py ├── config.py ├── data.py ├── e2e │ └── e2e_utils.py └── utils │ └── args_helper.py └── usl_dialogue_metric ├── .gitignore ├── LICENSE ├── README.md ├── hiearchy.png ├── requirements.txt ├── setup.py └── usl_score ├── Measure uslh.ipynb ├── __init__.py ├── data_utils.py ├── datasets.py ├── models ├── MLMScorer.py ├── NUPScorer.py ├── VUPScorer.py ├── __init__.py ├── composite.py └── distinct.py ├── normalize.py ├── predict.py ├── predict_single.py ├── scorer.py └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/README.md -------------------------------------------------------------------------------- /SGD Loader.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/SGD Loader.ipynb -------------------------------------------------------------------------------- /demo/InstructTODS.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/demo/InstructTODS.ipynb -------------------------------------------------------------------------------- /demo/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/demo/config.json -------------------------------------------------------------------------------- /demo/img/Sample.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/demo/img/Sample.png -------------------------------------------------------------------------------- /demo/interact.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/demo/interact.sh -------------------------------------------------------------------------------- /demo/logs/log__12-08-2023__18-55-46.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/demo/logs/log__12-08-2023__18-55-46.json -------------------------------------------------------------------------------- /demo/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/demo/main.py -------------------------------------------------------------------------------- /demo/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/demo/utils.py -------------------------------------------------------------------------------- /download_sgd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/download_sgd.sh -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/evaluate.py -------------------------------------------------------------------------------- /evaluate_dst.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/evaluate_dst.sh -------------------------------------------------------------------------------- /evaluate_rg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/evaluate_rg.sh -------------------------------------------------------------------------------- /imgs/DST.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/imgs/DST.png -------------------------------------------------------------------------------- /imgs/Demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/imgs/Demo.png -------------------------------------------------------------------------------- /imgs/Framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/imgs/Framework.png -------------------------------------------------------------------------------- /imgs/IC.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/imgs/IC.png -------------------------------------------------------------------------------- /imgs/RG.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/imgs/RG.png -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/inference.py -------------------------------------------------------------------------------- /inference_dst.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/inference_dst.sh -------------------------------------------------------------------------------- /inference_e2e.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/inference_e2e.sh -------------------------------------------------------------------------------- /inference_e2e_agents.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/inference_e2e_agents.sh -------------------------------------------------------------------------------- /inference_ic.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/inference_ic.sh -------------------------------------------------------------------------------- /inference_rg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/inference_rg.sh -------------------------------------------------------------------------------- /notebooks/SGD Loader.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/notebooks/SGD Loader.ipynb -------------------------------------------------------------------------------- /notebooks/mwoz21_dst_accumulated.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/notebooks/mwoz21_dst_accumulated.ipynb -------------------------------------------------------------------------------- /notebooks/mwoz21_dst_analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/notebooks/mwoz21_dst_analysis.ipynb -------------------------------------------------------------------------------- /notebooks/mwoz21_dst_eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/notebooks/mwoz21_dst_eval.ipynb -------------------------------------------------------------------------------- /notebooks/mwoz21_e2e_eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/notebooks/mwoz21_e2e_eval.ipynb -------------------------------------------------------------------------------- /notebooks/mwoz21_e2e_explo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/notebooks/mwoz21_e2e_explo.ipynb -------------------------------------------------------------------------------- /notebooks/mwoz21_llm_prompt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/notebooks/mwoz21_llm_prompt.ipynb -------------------------------------------------------------------------------- /notebooks/mwoz21_rg_explo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/notebooks/mwoz21_rg_explo.ipynb -------------------------------------------------------------------------------- /src/DST/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/DST/config.py -------------------------------------------------------------------------------- /src/DST/dst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/DST/dst.py -------------------------------------------------------------------------------- /src/DST/dst_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/DST/dst_utils.py -------------------------------------------------------------------------------- /src/DST/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/DST/evaluate.py -------------------------------------------------------------------------------- /src/DST/evaluate_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/DST/evaluate_utils.py -------------------------------------------------------------------------------- /src/DST/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/DST/inference.py -------------------------------------------------------------------------------- /src/IC/baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/IC/baseline.py -------------------------------------------------------------------------------- /src/IC/config/corrections.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/IC/config/corrections.txt -------------------------------------------------------------------------------- /src/IC/config/corrections_clinc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/IC/config/corrections_clinc.txt -------------------------------------------------------------------------------- /src/IC/config/intents.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/IC/config/intents.txt -------------------------------------------------------------------------------- /src/IC/config/intents_clinc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/IC/config/intents_clinc.txt -------------------------------------------------------------------------------- /src/IC/config/prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/IC/config/prompts.txt -------------------------------------------------------------------------------- /src/IC/intent_class_analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/IC/intent_class_analysis.ipynb -------------------------------------------------------------------------------- /src/IC/intent_class_explo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/IC/intent_class_explo.ipynb -------------------------------------------------------------------------------- /src/IC/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/IC/main.py -------------------------------------------------------------------------------- /src/IC/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/IC/utils.py -------------------------------------------------------------------------------- /src/RG/rg_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/RG/rg_utils.py -------------------------------------------------------------------------------- /src/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/config.py -------------------------------------------------------------------------------- /src/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/data.py -------------------------------------------------------------------------------- /src/e2e/e2e_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/e2e/e2e_utils.py -------------------------------------------------------------------------------- /src/utils/args_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/src/utils/args_helper.py -------------------------------------------------------------------------------- /usl_dialogue_metric/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/.gitignore -------------------------------------------------------------------------------- /usl_dialogue_metric/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/LICENSE -------------------------------------------------------------------------------- /usl_dialogue_metric/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/README.md -------------------------------------------------------------------------------- /usl_dialogue_metric/hiearchy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/hiearchy.png -------------------------------------------------------------------------------- /usl_dialogue_metric/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/requirements.txt -------------------------------------------------------------------------------- /usl_dialogue_metric/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/setup.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/Measure uslh.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/Measure uslh.ipynb -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/__init__.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/data_utils.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/datasets.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/models/MLMScorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/models/MLMScorer.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/models/NUPScorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/models/NUPScorer.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/models/VUPScorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/models/VUPScorer.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/models/__init__.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/models/composite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/models/composite.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/models/distinct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/models/distinct.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/normalize.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/predict.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/predict_single.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/predict_single.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/scorer.py -------------------------------------------------------------------------------- /usl_dialogue_metric/usl_score/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/WillyHC22/InstructTODS/HEAD/usl_dialogue_metric/usl_score/train.py --------------------------------------------------------------------------------