├── .gitignore ├── ACL 2022 Video talk.pdf ├── LICENSE ├── README.md ├── __init__.py ├── coreference_resolution.py ├── data ├── Annotation Guideline for _evaluating information-seeking conversations_.pdf ├── Qualification test for evaluation task.pdf └── human_annotation_data.json ├── figs ├── autorewrite.png └── example.png ├── interface.py ├── models ├── __init__.py ├── bert │ ├── __init__.py │ ├── interface.py │ ├── modeling.py │ ├── run_quac_dataset_utils.py │ └── run_quac_train.py ├── excord │ ├── __init__.py │ ├── interface.py │ ├── modeling_auto.py │ ├── modeling_roberta.py │ ├── quac.py │ └── quac_metrics.py ├── graphflow │ ├── __init__.py │ ├── interface.py │ ├── layers │ │ ├── __init__.py │ │ ├── attention.py │ │ ├── common.py │ │ └── graphs.py │ ├── model.py │ ├── model_handler.py │ ├── models │ │ ├── __init__.py │ │ └── graphflow.py │ ├── utils │ │ ├── __init__.py │ │ ├── bert_utils.py │ │ ├── constants.py │ │ ├── coqa │ │ │ ├── __init__.py │ │ │ └── eval_utils.py │ │ ├── data_utils.py │ │ ├── doqa │ │ │ ├── __init__.py │ │ │ └── eval_utils.py │ │ ├── eval_utils.py │ │ ├── generic_utils.py │ │ ├── io_utils.py │ │ ├── logger.py │ │ ├── process_utils.py │ │ ├── quac │ │ │ ├── __init__.py │ │ │ └── eval_utils.py │ │ ├── radam.py │ │ └── timer.py │ └── word_model.py └── ham │ ├── __init__.py │ ├── cqa_gen_batches.py │ ├── cqa_model.py │ ├── cqa_rl_supports.py │ ├── cqa_supports.py │ ├── interface.py │ ├── modeling.py │ ├── optimization.py │ ├── reindent.py │ ├── scorer.py │ └── tokenization.py ├── requirements.txt ├── run.sh ├── run_quac_eval.py └── run_quac_eval_util.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/.gitignore -------------------------------------------------------------------------------- /ACL 2022 Video talk.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/ACL 2022 Video talk.pdf -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /coreference_resolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/coreference_resolution.py -------------------------------------------------------------------------------- /data/Annotation Guideline for _evaluating information-seeking conversations_.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/data/Annotation Guideline for _evaluating information-seeking conversations_.pdf -------------------------------------------------------------------------------- /data/Qualification test for evaluation task.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/data/Qualification test for evaluation task.pdf -------------------------------------------------------------------------------- /data/human_annotation_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/data/human_annotation_data.json -------------------------------------------------------------------------------- /figs/autorewrite.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/figs/autorewrite.png -------------------------------------------------------------------------------- /figs/example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/figs/example.png -------------------------------------------------------------------------------- /interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/interface.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/bert/interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/bert/interface.py -------------------------------------------------------------------------------- /models/bert/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/bert/modeling.py -------------------------------------------------------------------------------- /models/bert/run_quac_dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/bert/run_quac_dataset_utils.py -------------------------------------------------------------------------------- /models/bert/run_quac_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/bert/run_quac_train.py -------------------------------------------------------------------------------- /models/excord/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/excord/interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/excord/interface.py -------------------------------------------------------------------------------- /models/excord/modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/excord/modeling_auto.py -------------------------------------------------------------------------------- /models/excord/modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/excord/modeling_roberta.py -------------------------------------------------------------------------------- /models/excord/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/excord/quac.py -------------------------------------------------------------------------------- /models/excord/quac_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/excord/quac_metrics.py -------------------------------------------------------------------------------- /models/graphflow/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/graphflow/interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/interface.py -------------------------------------------------------------------------------- /models/graphflow/layers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/graphflow/layers/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/layers/attention.py -------------------------------------------------------------------------------- /models/graphflow/layers/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/layers/common.py -------------------------------------------------------------------------------- /models/graphflow/layers/graphs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/layers/graphs.py -------------------------------------------------------------------------------- /models/graphflow/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/model.py -------------------------------------------------------------------------------- /models/graphflow/model_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/model_handler.py -------------------------------------------------------------------------------- /models/graphflow/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/models/__init__.py -------------------------------------------------------------------------------- /models/graphflow/models/graphflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/models/graphflow.py -------------------------------------------------------------------------------- /models/graphflow/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/__init__.py -------------------------------------------------------------------------------- /models/graphflow/utils/bert_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/bert_utils.py -------------------------------------------------------------------------------- /models/graphflow/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/constants.py -------------------------------------------------------------------------------- /models/graphflow/utils/coqa/__init__.py: -------------------------------------------------------------------------------- 1 | from .eval_utils import * 2 | -------------------------------------------------------------------------------- /models/graphflow/utils/coqa/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/coqa/eval_utils.py -------------------------------------------------------------------------------- /models/graphflow/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/data_utils.py -------------------------------------------------------------------------------- /models/graphflow/utils/doqa/__init__.py: -------------------------------------------------------------------------------- 1 | from .eval_utils import * 2 | -------------------------------------------------------------------------------- /models/graphflow/utils/doqa/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/doqa/eval_utils.py -------------------------------------------------------------------------------- /models/graphflow/utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/eval_utils.py -------------------------------------------------------------------------------- /models/graphflow/utils/generic_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/generic_utils.py -------------------------------------------------------------------------------- /models/graphflow/utils/io_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/io_utils.py -------------------------------------------------------------------------------- /models/graphflow/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/logger.py -------------------------------------------------------------------------------- /models/graphflow/utils/process_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/process_utils.py -------------------------------------------------------------------------------- /models/graphflow/utils/quac/__init__.py: -------------------------------------------------------------------------------- 1 | from .eval_utils import * 2 | -------------------------------------------------------------------------------- /models/graphflow/utils/quac/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/quac/eval_utils.py -------------------------------------------------------------------------------- /models/graphflow/utils/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/radam.py -------------------------------------------------------------------------------- /models/graphflow/utils/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/utils/timer.py -------------------------------------------------------------------------------- /models/graphflow/word_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/graphflow/word_model.py -------------------------------------------------------------------------------- /models/ham/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/ham/cqa_gen_batches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/ham/cqa_gen_batches.py -------------------------------------------------------------------------------- /models/ham/cqa_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/ham/cqa_model.py -------------------------------------------------------------------------------- /models/ham/cqa_rl_supports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/ham/cqa_rl_supports.py -------------------------------------------------------------------------------- /models/ham/cqa_supports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/ham/cqa_supports.py -------------------------------------------------------------------------------- /models/ham/interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/ham/interface.py -------------------------------------------------------------------------------- /models/ham/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/ham/modeling.py -------------------------------------------------------------------------------- /models/ham/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/ham/optimization.py -------------------------------------------------------------------------------- /models/ham/reindent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/ham/reindent.py -------------------------------------------------------------------------------- /models/ham/scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/ham/scorer.py -------------------------------------------------------------------------------- /models/ham/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/models/ham/tokenization.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/run.sh -------------------------------------------------------------------------------- /run_quac_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/run_quac_eval.py -------------------------------------------------------------------------------- /run_quac_eval_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/EvalConvQA/HEAD/run_quac_eval_util.py --------------------------------------------------------------------------------