├── LICENSE ├── README.md ├── attribute_clf ├── backtranslate_to_en.py ├── clf_sentence_pairs.py ├── clf_sentence_pairs_multilabel.py ├── clf_sentence_pairs_ordinal.py ├── common.py ├── find_best_model.py ├── join_backtranslations.py ├── tuning_script.sh ├── tuning_script_multilabel.sh └── tuning_script_ordinal.sh ├── chatbot_generation └── generate_answer.py ├── dataset-statistics.ipynb ├── filter_qa.py ├── filter_questions.py ├── find_morals.py ├── get_data.sh ├── hit ├── Qual_PoliticalLeaning │ ├── lookup_worker_leanings.py │ ├── qual_answers.xml │ ├── qual_questions.xml │ └── qual_request.py ├── Task_GeneratedRoTEvaluation │ ├── GeneratedRoTEvaluation.html │ ├── prepare_hit.py │ ├── print_eval_results.py │ ├── qual_answers.xml │ ├── qual_questions.xml │ └── qual_request.py ├── Task_MoralEvaluation │ ├── MoralEvaluation.html │ ├── prepare_MIC.py │ ├── prepare_hit.py │ ├── qual_answers.xml │ ├── qual_questions.xml │ └── qual_request.py ├── Task_QAFiltering │ ├── HIT_QAFiltering.html │ ├── lookup_qual.py │ ├── make_splits.py │ ├── prepare_hit.py │ ├── qual_answers.xml │ ├── qual_questions.xml │ └── qual_request.py └── Task_SecondaryMoralEvaluation │ ├── SecondaryMoralEvaluation.html │ ├── prepare_hit.py │ ├── prepare_human_benchmark.py │ └── prepare_outfile.py ├── qa_filtering_clf ├── clf_filtering.py ├── run_sentence_pairs_clf.py ├── sentence_pairs_clf.py └── tuning_script.sh ├── requirements_basic.txt ├── requirements_morals.txt ├── requirements_neo.txt ├── requirements_summarize.txt └── rot_generation ├── __init__.py ├── _generate_rots_all_objectives.py ├── common.py ├── decode_all.sh ├── generate_rots.py ├── generate_rots_decoder.py ├── metrics.py └── retrieve_rots.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/README.md -------------------------------------------------------------------------------- /attribute_clf/backtranslate_to_en.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/attribute_clf/backtranslate_to_en.py -------------------------------------------------------------------------------- /attribute_clf/clf_sentence_pairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/attribute_clf/clf_sentence_pairs.py -------------------------------------------------------------------------------- /attribute_clf/clf_sentence_pairs_multilabel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/attribute_clf/clf_sentence_pairs_multilabel.py -------------------------------------------------------------------------------- /attribute_clf/clf_sentence_pairs_ordinal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/attribute_clf/clf_sentence_pairs_ordinal.py -------------------------------------------------------------------------------- /attribute_clf/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/attribute_clf/common.py -------------------------------------------------------------------------------- /attribute_clf/find_best_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/attribute_clf/find_best_model.py -------------------------------------------------------------------------------- /attribute_clf/join_backtranslations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/attribute_clf/join_backtranslations.py -------------------------------------------------------------------------------- /attribute_clf/tuning_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/attribute_clf/tuning_script.sh -------------------------------------------------------------------------------- /attribute_clf/tuning_script_multilabel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/attribute_clf/tuning_script_multilabel.sh -------------------------------------------------------------------------------- /attribute_clf/tuning_script_ordinal.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/attribute_clf/tuning_script_ordinal.sh -------------------------------------------------------------------------------- /chatbot_generation/generate_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/chatbot_generation/generate_answer.py -------------------------------------------------------------------------------- /dataset-statistics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/dataset-statistics.ipynb -------------------------------------------------------------------------------- /filter_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/filter_qa.py -------------------------------------------------------------------------------- /filter_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/filter_questions.py -------------------------------------------------------------------------------- /find_morals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/find_morals.py -------------------------------------------------------------------------------- /get_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/get_data.sh -------------------------------------------------------------------------------- /hit/Qual_PoliticalLeaning/lookup_worker_leanings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Qual_PoliticalLeaning/lookup_worker_leanings.py -------------------------------------------------------------------------------- /hit/Qual_PoliticalLeaning/qual_answers.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Qual_PoliticalLeaning/qual_answers.xml -------------------------------------------------------------------------------- /hit/Qual_PoliticalLeaning/qual_questions.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Qual_PoliticalLeaning/qual_questions.xml -------------------------------------------------------------------------------- /hit/Qual_PoliticalLeaning/qual_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Qual_PoliticalLeaning/qual_request.py -------------------------------------------------------------------------------- /hit/Task_GeneratedRoTEvaluation/GeneratedRoTEvaluation.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_GeneratedRoTEvaluation/GeneratedRoTEvaluation.html -------------------------------------------------------------------------------- /hit/Task_GeneratedRoTEvaluation/prepare_hit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_GeneratedRoTEvaluation/prepare_hit.py -------------------------------------------------------------------------------- /hit/Task_GeneratedRoTEvaluation/print_eval_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_GeneratedRoTEvaluation/print_eval_results.py -------------------------------------------------------------------------------- /hit/Task_GeneratedRoTEvaluation/qual_answers.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_GeneratedRoTEvaluation/qual_answers.xml -------------------------------------------------------------------------------- /hit/Task_GeneratedRoTEvaluation/qual_questions.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_GeneratedRoTEvaluation/qual_questions.xml -------------------------------------------------------------------------------- /hit/Task_GeneratedRoTEvaluation/qual_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_GeneratedRoTEvaluation/qual_request.py -------------------------------------------------------------------------------- /hit/Task_MoralEvaluation/MoralEvaluation.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_MoralEvaluation/MoralEvaluation.html -------------------------------------------------------------------------------- /hit/Task_MoralEvaluation/prepare_MIC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_MoralEvaluation/prepare_MIC.py -------------------------------------------------------------------------------- /hit/Task_MoralEvaluation/prepare_hit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_MoralEvaluation/prepare_hit.py -------------------------------------------------------------------------------- /hit/Task_MoralEvaluation/qual_answers.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_MoralEvaluation/qual_answers.xml -------------------------------------------------------------------------------- /hit/Task_MoralEvaluation/qual_questions.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_MoralEvaluation/qual_questions.xml -------------------------------------------------------------------------------- /hit/Task_MoralEvaluation/qual_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_MoralEvaluation/qual_request.py -------------------------------------------------------------------------------- /hit/Task_QAFiltering/HIT_QAFiltering.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_QAFiltering/HIT_QAFiltering.html -------------------------------------------------------------------------------- /hit/Task_QAFiltering/lookup_qual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_QAFiltering/lookup_qual.py -------------------------------------------------------------------------------- /hit/Task_QAFiltering/make_splits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_QAFiltering/make_splits.py -------------------------------------------------------------------------------- /hit/Task_QAFiltering/prepare_hit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_QAFiltering/prepare_hit.py -------------------------------------------------------------------------------- /hit/Task_QAFiltering/qual_answers.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_QAFiltering/qual_answers.xml -------------------------------------------------------------------------------- /hit/Task_QAFiltering/qual_questions.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_QAFiltering/qual_questions.xml -------------------------------------------------------------------------------- /hit/Task_QAFiltering/qual_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_QAFiltering/qual_request.py -------------------------------------------------------------------------------- /hit/Task_SecondaryMoralEvaluation/SecondaryMoralEvaluation.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_SecondaryMoralEvaluation/SecondaryMoralEvaluation.html -------------------------------------------------------------------------------- /hit/Task_SecondaryMoralEvaluation/prepare_hit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_SecondaryMoralEvaluation/prepare_hit.py -------------------------------------------------------------------------------- /hit/Task_SecondaryMoralEvaluation/prepare_human_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_SecondaryMoralEvaluation/prepare_human_benchmark.py -------------------------------------------------------------------------------- /hit/Task_SecondaryMoralEvaluation/prepare_outfile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/hit/Task_SecondaryMoralEvaluation/prepare_outfile.py -------------------------------------------------------------------------------- /qa_filtering_clf/clf_filtering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/qa_filtering_clf/clf_filtering.py -------------------------------------------------------------------------------- /qa_filtering_clf/run_sentence_pairs_clf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/qa_filtering_clf/run_sentence_pairs_clf.py -------------------------------------------------------------------------------- /qa_filtering_clf/sentence_pairs_clf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/qa_filtering_clf/sentence_pairs_clf.py -------------------------------------------------------------------------------- /qa_filtering_clf/tuning_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/qa_filtering_clf/tuning_script.sh -------------------------------------------------------------------------------- /requirements_basic.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/requirements_basic.txt -------------------------------------------------------------------------------- /requirements_morals.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/requirements_morals.txt -------------------------------------------------------------------------------- /requirements_neo.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/requirements_neo.txt -------------------------------------------------------------------------------- /requirements_summarize.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/requirements_summarize.txt -------------------------------------------------------------------------------- /rot_generation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rot_generation/_generate_rots_all_objectives.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/rot_generation/_generate_rots_all_objectives.py -------------------------------------------------------------------------------- /rot_generation/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/rot_generation/common.py -------------------------------------------------------------------------------- /rot_generation/decode_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/rot_generation/decode_all.sh -------------------------------------------------------------------------------- /rot_generation/generate_rots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/rot_generation/generate_rots.py -------------------------------------------------------------------------------- /rot_generation/generate_rots_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/rot_generation/generate_rots_decoder.py -------------------------------------------------------------------------------- /rot_generation/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/rot_generation/metrics.py -------------------------------------------------------------------------------- /rot_generation/retrieve_rots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SALT-NLP/mic/HEAD/rot_generation/retrieve_rots.py --------------------------------------------------------------------------------