├── .gitignore ├── LICENSE ├── README.md ├── repo_diagram1.png ├── repo_diagram2.png ├── requirements.txt └── src ├── __init__.py ├── corpora ├── __init__.py ├── cornellmovie │ ├── __init__.py │ ├── build_response_gen_dataset.py │ ├── config.py │ └── get_pretrained_embedding.py ├── dd │ ├── __init__.py │ ├── build_lm_dataset.py │ ├── build_response_eval_dataset.py │ ├── build_response_gen_dataset.py │ ├── build_response_gen_multi_response_dataset.py │ ├── config.py │ └── get_pretrained_embedding.py ├── personachat │ ├── __init__.py │ ├── build_response_eval_dataset.py │ ├── build_response_gen_dataset.py │ ├── config.py │ └── get_pretrained_embedding.py └── swda │ ├── __init__.py │ ├── build_da_recog_dataset.py │ ├── build_joint_da_seg_recog_dataset.py │ ├── config.py │ ├── dataset_split.py │ ├── dataset_split2.py │ ├── get_pretrained_embedding.py │ └── swda_reader │ ├── LICENSE │ ├── README.md │ ├── __init__.py │ ├── metadata_processor.py │ ├── requirements.txt │ ├── swda.py │ └── swda_functions.py ├── model ├── __init__.py ├── da_recog │ ├── hre.py │ ├── hre_sep_uttr_enc.py │ └── roberta.py ├── joint_da_seg_recog │ ├── attn_ed.py │ └── ed.py ├── lm │ └── rnnlm.py ├── modules │ ├── __init__.py │ ├── decoders.py │ ├── encoders.py │ ├── submodules.py │ └── utils.py ├── response_eval │ ├── adem.py │ ├── roberta.py │ └── ruber.py ├── response_gen │ ├── __init__.py │ ├── gpt2.py │ ├── hred.py │ ├── hred_sep_uttr_enc.py │ ├── s2s.py │ ├── vhcr.py │ └── vhred.py └── response_gen_multi_response │ ├── gpt2.py │ ├── hred.py │ ├── hred_cvar.py │ ├── hred_multi_cvar.py │ ├── hred_student.py │ ├── mhred.py │ ├── vhred.py │ └── vhred_multi_avg.py ├── optimization ├── loss.py └── lr_scheduler.py ├── tasks ├── __init__.py ├── amt │ ├── aggregated2samples.py │ ├── analysis.py │ ├── clean_amt_data.py │ └── mark_outliers.py ├── da_recog │ ├── __init__.py │ ├── data_source.py │ └── train.py ├── joint_da_seg_recog │ ├── README.md │ ├── __init__.py │ ├── data_source.py │ └── train.py ├── lm │ ├── data_source.py │ └── train.py ├── response_eval │ ├── README.md │ ├── __init__.py │ ├── apply_roberta_eval.py │ ├── data_source_supervised.py │ ├── data_source_unsupervised.py │ ├── eval.py │ ├── train_supervised.py │ └── train_unsupervised.py ├── response_gen │ ├── __init__.py │ ├── aggregate_test_outputs.py │ ├── data_source.py │ ├── eval.py │ └── train.py └── response_gen_multi_response │ ├── README.md │ ├── __init__.py │ ├── aggregate_teacher_outputs.py │ ├── data_source.py │ ├── eval.py │ ├── eval_vhred_lgm_k.py │ ├── generate_teacher_outputs.py │ └── train.py ├── tokenization ├── __init__.py ├── bert_tokenizer.py ├── customized_tokenizer.py ├── gpt2_tokenizer.py ├── roberta_tokenizer.py └── whitespace_tokenizer.py └── utils ├── __init__.py ├── config.py ├── helpers.py ├── metrics.py ├── sif_embedding.py └── statistics.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/README.md -------------------------------------------------------------------------------- /repo_diagram1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/repo_diagram1.png -------------------------------------------------------------------------------- /repo_diagram2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/repo_diagram2.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/corpora/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/corpora/cornellmovie/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/corpora/cornellmovie/build_response_gen_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/cornellmovie/build_response_gen_dataset.py -------------------------------------------------------------------------------- /src/corpora/cornellmovie/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/cornellmovie/config.py -------------------------------------------------------------------------------- /src/corpora/cornellmovie/get_pretrained_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/cornellmovie/get_pretrained_embedding.py -------------------------------------------------------------------------------- /src/corpora/dd/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/corpora/dd/build_lm_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/dd/build_lm_dataset.py -------------------------------------------------------------------------------- /src/corpora/dd/build_response_eval_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/dd/build_response_eval_dataset.py -------------------------------------------------------------------------------- /src/corpora/dd/build_response_gen_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/dd/build_response_gen_dataset.py -------------------------------------------------------------------------------- /src/corpora/dd/build_response_gen_multi_response_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/dd/build_response_gen_multi_response_dataset.py -------------------------------------------------------------------------------- /src/corpora/dd/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/dd/config.py -------------------------------------------------------------------------------- /src/corpora/dd/get_pretrained_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/dd/get_pretrained_embedding.py -------------------------------------------------------------------------------- /src/corpora/personachat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/corpora/personachat/build_response_eval_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/personachat/build_response_eval_dataset.py -------------------------------------------------------------------------------- /src/corpora/personachat/build_response_gen_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/personachat/build_response_gen_dataset.py -------------------------------------------------------------------------------- /src/corpora/personachat/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/personachat/config.py -------------------------------------------------------------------------------- /src/corpora/personachat/get_pretrained_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/personachat/get_pretrained_embedding.py -------------------------------------------------------------------------------- /src/corpora/swda/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/corpora/swda/build_da_recog_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/build_da_recog_dataset.py -------------------------------------------------------------------------------- /src/corpora/swda/build_joint_da_seg_recog_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/build_joint_da_seg_recog_dataset.py -------------------------------------------------------------------------------- /src/corpora/swda/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/config.py -------------------------------------------------------------------------------- /src/corpora/swda/dataset_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/dataset_split.py -------------------------------------------------------------------------------- /src/corpora/swda/dataset_split2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/dataset_split2.py -------------------------------------------------------------------------------- /src/corpora/swda/get_pretrained_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/get_pretrained_embedding.py -------------------------------------------------------------------------------- /src/corpora/swda/swda_reader/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/swda_reader/LICENSE -------------------------------------------------------------------------------- /src/corpora/swda/swda_reader/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/swda_reader/README.md -------------------------------------------------------------------------------- /src/corpora/swda/swda_reader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/swda_reader/__init__.py -------------------------------------------------------------------------------- /src/corpora/swda/swda_reader/metadata_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/swda_reader/metadata_processor.py -------------------------------------------------------------------------------- /src/corpora/swda/swda_reader/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/swda_reader/requirements.txt -------------------------------------------------------------------------------- /src/corpora/swda/swda_reader/swda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/swda_reader/swda.py -------------------------------------------------------------------------------- /src/corpora/swda/swda_reader/swda_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/corpora/swda/swda_reader/swda_functions.py -------------------------------------------------------------------------------- /src/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/model/da_recog/hre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/da_recog/hre.py -------------------------------------------------------------------------------- /src/model/da_recog/hre_sep_uttr_enc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/da_recog/hre_sep_uttr_enc.py -------------------------------------------------------------------------------- /src/model/da_recog/roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/da_recog/roberta.py -------------------------------------------------------------------------------- /src/model/joint_da_seg_recog/attn_ed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/joint_da_seg_recog/attn_ed.py -------------------------------------------------------------------------------- /src/model/joint_da_seg_recog/ed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/joint_da_seg_recog/ed.py -------------------------------------------------------------------------------- /src/model/lm/rnnlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/lm/rnnlm.py -------------------------------------------------------------------------------- /src/model/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/model/modules/decoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/modules/decoders.py -------------------------------------------------------------------------------- /src/model/modules/encoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/modules/encoders.py -------------------------------------------------------------------------------- /src/model/modules/submodules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/modules/submodules.py -------------------------------------------------------------------------------- /src/model/modules/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/modules/utils.py -------------------------------------------------------------------------------- /src/model/response_eval/adem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_eval/adem.py -------------------------------------------------------------------------------- /src/model/response_eval/roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_eval/roberta.py -------------------------------------------------------------------------------- /src/model/response_eval/ruber.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_eval/ruber.py -------------------------------------------------------------------------------- /src/model/response_gen/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/model/response_gen/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen/gpt2.py -------------------------------------------------------------------------------- /src/model/response_gen/hred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen/hred.py -------------------------------------------------------------------------------- /src/model/response_gen/hred_sep_uttr_enc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen/hred_sep_uttr_enc.py -------------------------------------------------------------------------------- /src/model/response_gen/s2s.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen/s2s.py -------------------------------------------------------------------------------- /src/model/response_gen/vhcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen/vhcr.py -------------------------------------------------------------------------------- /src/model/response_gen/vhred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen/vhred.py -------------------------------------------------------------------------------- /src/model/response_gen_multi_response/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen_multi_response/gpt2.py -------------------------------------------------------------------------------- /src/model/response_gen_multi_response/hred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen_multi_response/hred.py -------------------------------------------------------------------------------- /src/model/response_gen_multi_response/hred_cvar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen_multi_response/hred_cvar.py -------------------------------------------------------------------------------- /src/model/response_gen_multi_response/hred_multi_cvar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen_multi_response/hred_multi_cvar.py -------------------------------------------------------------------------------- /src/model/response_gen_multi_response/hred_student.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen_multi_response/hred_student.py -------------------------------------------------------------------------------- /src/model/response_gen_multi_response/mhred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen_multi_response/mhred.py -------------------------------------------------------------------------------- /src/model/response_gen_multi_response/vhred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen_multi_response/vhred.py -------------------------------------------------------------------------------- /src/model/response_gen_multi_response/vhred_multi_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/model/response_gen_multi_response/vhred_multi_avg.py -------------------------------------------------------------------------------- /src/optimization/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/optimization/loss.py -------------------------------------------------------------------------------- /src/optimization/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/optimization/lr_scheduler.py -------------------------------------------------------------------------------- /src/tasks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tasks/amt/aggregated2samples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/amt/aggregated2samples.py -------------------------------------------------------------------------------- /src/tasks/amt/analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/amt/analysis.py -------------------------------------------------------------------------------- /src/tasks/amt/clean_amt_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/amt/clean_amt_data.py -------------------------------------------------------------------------------- /src/tasks/amt/mark_outliers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/amt/mark_outliers.py -------------------------------------------------------------------------------- /src/tasks/da_recog/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tasks/da_recog/data_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/da_recog/data_source.py -------------------------------------------------------------------------------- /src/tasks/da_recog/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/da_recog/train.py -------------------------------------------------------------------------------- /src/tasks/joint_da_seg_recog/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/joint_da_seg_recog/README.md -------------------------------------------------------------------------------- /src/tasks/joint_da_seg_recog/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tasks/joint_da_seg_recog/data_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/joint_da_seg_recog/data_source.py -------------------------------------------------------------------------------- /src/tasks/joint_da_seg_recog/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/joint_da_seg_recog/train.py -------------------------------------------------------------------------------- /src/tasks/lm/data_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/lm/data_source.py -------------------------------------------------------------------------------- /src/tasks/lm/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/lm/train.py -------------------------------------------------------------------------------- /src/tasks/response_eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_eval/README.md -------------------------------------------------------------------------------- /src/tasks/response_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tasks/response_eval/apply_roberta_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_eval/apply_roberta_eval.py -------------------------------------------------------------------------------- /src/tasks/response_eval/data_source_supervised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_eval/data_source_supervised.py -------------------------------------------------------------------------------- /src/tasks/response_eval/data_source_unsupervised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_eval/data_source_unsupervised.py -------------------------------------------------------------------------------- /src/tasks/response_eval/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_eval/eval.py -------------------------------------------------------------------------------- /src/tasks/response_eval/train_supervised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_eval/train_supervised.py -------------------------------------------------------------------------------- /src/tasks/response_eval/train_unsupervised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_eval/train_unsupervised.py -------------------------------------------------------------------------------- /src/tasks/response_gen/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tasks/response_gen/aggregate_test_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_gen/aggregate_test_outputs.py -------------------------------------------------------------------------------- /src/tasks/response_gen/data_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_gen/data_source.py -------------------------------------------------------------------------------- /src/tasks/response_gen/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_gen/eval.py -------------------------------------------------------------------------------- /src/tasks/response_gen/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_gen/train.py -------------------------------------------------------------------------------- /src/tasks/response_gen_multi_response/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_gen_multi_response/README.md -------------------------------------------------------------------------------- /src/tasks/response_gen_multi_response/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tasks/response_gen_multi_response/aggregate_teacher_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_gen_multi_response/aggregate_teacher_outputs.py -------------------------------------------------------------------------------- /src/tasks/response_gen_multi_response/data_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_gen_multi_response/data_source.py -------------------------------------------------------------------------------- /src/tasks/response_gen_multi_response/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_gen_multi_response/eval.py -------------------------------------------------------------------------------- /src/tasks/response_gen_multi_response/eval_vhred_lgm_k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_gen_multi_response/eval_vhred_lgm_k.py -------------------------------------------------------------------------------- /src/tasks/response_gen_multi_response/generate_teacher_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_gen_multi_response/generate_teacher_outputs.py -------------------------------------------------------------------------------- /src/tasks/response_gen_multi_response/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tasks/response_gen_multi_response/train.py -------------------------------------------------------------------------------- /src/tokenization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tokenization/bert_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tokenization/bert_tokenizer.py -------------------------------------------------------------------------------- /src/tokenization/customized_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tokenization/customized_tokenizer.py -------------------------------------------------------------------------------- /src/tokenization/gpt2_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tokenization/gpt2_tokenizer.py -------------------------------------------------------------------------------- /src/tokenization/roberta_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tokenization/roberta_tokenizer.py -------------------------------------------------------------------------------- /src/tokenization/whitespace_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/tokenization/whitespace_tokenizer.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/utils/config.py -------------------------------------------------------------------------------- /src/utils/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/utils/helpers.py -------------------------------------------------------------------------------- /src/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/utils/metrics.py -------------------------------------------------------------------------------- /src/utils/sif_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/utils/sif_embedding.py -------------------------------------------------------------------------------- /src/utils/statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZHAOTING/dialog-processing/HEAD/src/utils/statistics.py --------------------------------------------------------------------------------