├── .gitignore ├── LAMA ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LAMA.egg-info │ ├── PKG-INFO │ ├── SOURCES.txt │ ├── dependency_links.txt │ ├── requires.txt │ └── top_level.txt ├── LICENSE ├── README.md ├── download_models.sh ├── img │ ├── cat_on_the_phone.jpg │ ├── cat_on_the_phone.png │ └── logo.png ├── lama │ ├── __init__.py │ ├── build_encoded_dataset.py │ ├── eval_generation.py │ ├── eval_generation_moral.py │ ├── evaluation_metrics.py │ ├── get_contextual_embeddings.py │ ├── modules │ │ ├── __init__.py │ │ ├── base_connector.py │ │ ├── bert_connector.py │ │ ├── elmo_connector.py │ │ ├── gpt_connector.py │ │ ├── roberta_connector.py │ │ └── transformerxl_connector.py │ ├── options.py │ ├── utils.py │ └── vocab_intersection.py ├── requirements.txt ├── scripts │ ├── batch_eval_KB_completion.py │ ├── create_lama_uhn.py │ └── run_experiments.py ├── setup.py └── tests │ └── test_encoded_dataset.py ├── LICENSE ├── LICENSE.md ├── MoRT ├── data │ ├── Behavioral │ │ ├── parse_psychopy.py │ │ ├── parse_psychopy_diff.py │ │ ├── parse_psychopy_rts.py │ │ ├── parsed_yes_no.p │ │ └── plot_userStudy.py │ ├── correlation │ │ ├── pos_neg │ │ │ ├── BERT_donts_cossim_bias.csv │ │ │ ├── BERT_donts_subspace_qa_bias.csv │ │ │ ├── BERT_donts_subspace_raw_bias.csv │ │ │ ├── BERT_dos_cossim_bias.csv │ │ │ ├── BERT_dos_subspace_qa_bias.csv │ │ │ ├── BERT_dos_subspace_raw_bias.csv │ │ │ ├── glove_donts_cossim_bias.csv │ │ │ ├── glove_dos_cossim_bias.csv │ │ │ ├── neg50Verbs_use_hubEmbedding.csv │ │ │ └── pos50Verbs_use_hubEmbedding.csv │ │ └── userstudy │ │ │ ├── BERT_cossim_bias.csv │ │ │ ├── BERT_subspace_qa_globalAMT_bias.csv │ │ │ ├── BERT_subspace_qa_regional_bias.csv │ │ │ ├── BERT_subspace_raw_globalAMT_bias.csv │ │ │ ├── BERT_subspace_raw_regional_bias.csv │ │ │ ├── BERT_subspace_without_q_globalAMT_bias.csv │ │ │ ├── BERT_subspace_without_q_regional_bias.csv │ │ │ ├── USE_bias.csv │ │ │ ├── glove_cossim_bias.csv │ │ │ ├── userStudy_scores_globalAMT.csv │ │ │ └── userStudy_scores_regional.csv │ ├── find_correlation.py │ ├── parsed_BERTKnowledge.csv │ ├── parsed_BERTKnowledge.p │ ├── parsed_yes_no.p │ ├── parsed_yes_no_BERTBias.csv │ ├── parsed_yes_no_BERTBias.p │ ├── subspace_proj │ │ └── bert-large-nli-mean-tokens │ │ │ └── projection_model.p │ └── user_study │ │ ├── userStudyAMT_action_template_globalAMT.csv │ │ ├── userStudy_action_template_regional.csv │ │ ├── userStudy_yes_no_globalAMT.csv │ │ └── userStudy_yes_no_regional.csv ├── mcm_textgeneration │ ├── __init__.py │ ├── input_rating.py │ └── mcm_models.py ├── mort │ ├── __init__.py │ ├── adaptBias │ │ ├── eval.py │ │ ├── hyperparams │ │ │ └── hyperparams_bert.py │ │ └── model.py │ ├── dataMoral.py │ ├── experiments_mcm.py │ ├── funcs_mcm.py │ ├── generate_BERT_fill_in_the_blank.py │ ├── glove_test.py │ ├── pca.py │ ├── plot_corr │ │ ├── computeBERTAndGloVeScoreOfUserStudyActions.py │ │ ├── computeBERTScorePosNeg.py │ │ ├── computeGloveScorePosNeg.py │ │ ├── compute_mcm_cossim_scores.py │ │ ├── compute_userstudy_scores.py │ │ ├── plt_UserstudyCorr.py │ │ ├── plt_WEATCorr.py │ │ ├── userstudy │ │ │ └── plots │ │ │ │ ├── correlation_userstudy_vs_BERT_cossim.svg │ │ │ │ ├── correlation_userstudy_vs_BERT_subspace_qa.svg │ │ │ │ ├── correlation_userstudy_vs_BERT_subspace_qaAMTFull_all.svg │ │ │ │ ├── correlation_userstudy_vs_BERT_subspace_raw.svg │ │ │ │ ├── correlation_userstudy_vs_BERT_subspace_rawAMTFull_all.svg │ │ │ │ ├── correlation_userstudy_vs_BERT_subspace_without_q.svg │ │ │ │ ├── correlation_userstudy_vs_BERT_subspace_without_qAMTFull_all.svg │ │ │ │ ├── correlation_userstudy_vs_USE.svg │ │ │ │ └── correlation_userstudy_vs_glove_cossim.svg │ │ └── weat_corr │ │ │ └── plots │ │ │ ├── correlation_weat_vs_BERTcossim.svg │ │ │ ├── correlation_weat_vs_BERTsubspace_qa.svg │ │ │ ├── correlation_weat_vs_BERTsubspace_raw.svg │ │ │ ├── correlation_weat_vs_GLOVE.svg │ │ │ └── correlation_weat_vs_USE.svg │ ├── results │ │ ├── bias │ │ │ ├── allVerbs_bertsentenceEmbedding.csv │ │ │ ├── atomicVerbs_bertsentenceEmbedding.csv │ │ │ ├── atomicVerbs_use_hubEmbedding.csv │ │ │ ├── cluster │ │ │ │ ├── atomicVerbs_bertsentenceEmbedding_bert-large-nli-mean-tokens_Cluster2_Embdim5_PCA.p │ │ │ │ ├── atomicVerbs_bertsentenceEmbedding_bert-large-nli-mean-tokens_Cluster2_Embdim5_PCA │ │ │ │ │ └── figures │ │ │ │ │ │ ├── moral_projection.svg │ │ │ │ │ │ ├── moral_projection_query.svg │ │ │ │ │ │ └── pca_varianceratio.pdf │ │ │ │ ├── atomicVerbs_use_hubEmbedding_use_Cluster2_Embdim5_PCA.p │ │ │ │ ├── atomicVerbs_use_hubEmbedding_use_Cluster2_Embdim5_PCA │ │ │ │ │ └── figures │ │ │ │ │ │ ├── moral_projection.svg │ │ │ │ │ │ ├── moral_projection_query.svg │ │ │ │ │ │ └── pca_varianceratio.pdf │ │ │ │ ├── atomicVerbs_use_hubEmbedding_use_hub_Cluster2_Embdim5_PCA.p │ │ │ │ ├── atomicVerbs_use_hubEmbedding_use_hub_Cluster2_Embdim5_PCA │ │ │ │ │ └── figures │ │ │ │ │ │ ├── moral_projection.svg │ │ │ │ │ │ └── pca_varianceratio.pdf │ │ │ │ ├── contextVerbs_bertsentenceEmbeddingByCluster2_Embdim5atomicVerbs_PCA.csv │ │ │ │ ├── contextVerbs_bertsentenceEmbeddingByCluster2_Embdim5atomicVerbs_PCAatomicVerbs.csv │ │ │ │ ├── contextVerbs_use_hubEmbeddingByCluster2_Embdim5atomicVerbs_PCA.csv │ │ │ │ └── contextVerbs_use_hubEmbeddingByCluster2_Embdim5atomicVerbs_PCAatomicVerbs.csv │ │ │ ├── contextVerbs_bertsentenceEmbedding.csv │ │ │ ├── neg50Verbs_bertsentenceEmbedding.csv │ │ │ ├── neg50Verbs_use_hubEmbedding.csv │ │ │ ├── pos50Verbs_bertsentenceEmbedding.csv │ │ │ ├── pos50Verbs_use_hubEmbedding.csv │ │ │ └── weat_corr │ │ │ │ ├── neg50Verbs_bertsentenceEmbedding.csv │ │ │ │ ├── neg50Verbs_use_hubEmbedding.csv │ │ │ │ ├── pos50Verbs_bertsentenceEmbedding.csv │ │ │ │ └── pos50Verbs_use_hubEmbedding.csv │ │ ├── plotBiases_context.py │ │ ├── plotSelectedActions.py │ │ └── plotTopBiases.py │ ├── runMCM.py │ ├── user_study │ │ └── read_answers_of_users_and_bert.py │ └── utils.py └── requirements.txt ├── README.md ├── Supplemental_Material ├── MoralScore │ ├── actions_for_subspace │ │ └── list.csv │ ├── figures │ │ ├── README.md │ │ ├── extended_data_figure_3.csv │ │ └── figure1.csv │ ├── userstudy │ │ ├── BERT_cossim.csv │ │ ├── BERT_subspace_qt.csv │ │ ├── BERT_subspace_raw.csv │ │ ├── USE_cossim.csv │ │ └── glove_cossim.csv │ └── weat │ │ ├── BERT_donts_cossim.csv │ │ ├── BERT_donts_subspace_qt.csv │ │ ├── BERT_donts_subspace_raw.csv │ │ ├── BERT_dos_cossim.csv │ │ ├── BERT_dos_subspace_qt.csv │ │ ├── BERT_dos_subspace_raw.csv │ │ ├── glove_donts_cossim.csv │ │ ├── glove_dos_cossim.csv │ │ ├── use_donts_cossim.csv │ │ └── use_dos_cossim.csv ├── TextGeneration │ └── README.md └── UserStudy │ ├── Statement_of_ethical compliance.pdf │ ├── StimuliMoral.txt │ ├── userStudy_analysis.R │ ├── userStudy_diff_score.csv │ ├── userStudy_score_globalAMT.csv │ └── userStudy_score_regional.csv └── realtoxicityprompts ├── LICENSE ├── README.md ├── environment.yml ├── generation ├── __init__.py ├── generation.py ├── gpt2MCM_generation.py ├── gpt2_generation.py └── pplm_generation.py ├── models ├── __init__.py ├── affect_lm.py ├── pplm_classification_head.py └── pplm_mcm_classification_head.py ├── notebooks ├── genAnalysesV1.ipynb ├── prompts.ipynb └── realtoxicityprompts_results.ipynb ├── notebooks_mcm ├── example_generaions.ipynb └── realtoxicityprompts_results_moral.ipynb ├── resultsMCM ├── check_toxic.py └── plots │ ├── eos_prompts.pdf │ ├── eos_prompts.svg │ ├── eos_prompts_mcm.pdf │ └── eos_prompts_mcm.svg ├── scripts ├── __init__.py ├── data │ ├── __init__.py │ ├── count_words.py │ ├── create_db.py │ ├── create_finetune_data.sql │ ├── create_prompts_dataset.py │ ├── create_text_db.py │ ├── extract_AAE.py │ ├── find_duplicates_lsh.py │ ├── process_urls.py │ └── unpack_openwebtext.py ├── evaluation │ ├── __init__.py │ ├── run_language_modeling_webtext.py │ └── webtext_dataset.py ├── finetuning │ ├── __init__.py │ ├── finetune_affect_lm.py │ ├── finetune_affect_lm.sh │ ├── finetune_gpt2_ctrl.py │ └── finetune_gpt2_ctrl.sh ├── helper_dataparallel_merge_generations.py └── run_prompts_experiment.py ├── scripts_mort ├── run_mcm_eos_50-5.sh ├── run_mcm_parallel-k50-NOMCM.sh ├── run_mcm_parallel-k50-keep5-t0.5.sh ├── run_mcm_parallel-k50-keep5-tneg0.5.sh └── run_mcm_parallel-k50-keep5.sh └── utils ├── __init__.py ├── constants.py ├── db.py ├── perspective_api.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/.gitignore -------------------------------------------------------------------------------- /LAMA/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /LAMA/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/CONTRIBUTING.md -------------------------------------------------------------------------------- /LAMA/LAMA.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/LAMA.egg-info/PKG-INFO -------------------------------------------------------------------------------- /LAMA/LAMA.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/LAMA.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /LAMA/LAMA.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /LAMA/LAMA.egg-info/requires.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/LAMA.egg-info/requires.txt -------------------------------------------------------------------------------- /LAMA/LAMA.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | lama 2 | -------------------------------------------------------------------------------- /LAMA/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/LICENSE -------------------------------------------------------------------------------- /LAMA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/README.md -------------------------------------------------------------------------------- /LAMA/download_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/download_models.sh -------------------------------------------------------------------------------- /LAMA/img/cat_on_the_phone.jpg: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LAMA/img/cat_on_the_phone.png: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LAMA/img/logo.png: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LAMA/lama/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /LAMA/lama/build_encoded_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/build_encoded_dataset.py -------------------------------------------------------------------------------- /LAMA/lama/eval_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/eval_generation.py -------------------------------------------------------------------------------- /LAMA/lama/eval_generation_moral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/eval_generation_moral.py -------------------------------------------------------------------------------- /LAMA/lama/evaluation_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/evaluation_metrics.py -------------------------------------------------------------------------------- /LAMA/lama/get_contextual_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/get_contextual_embeddings.py -------------------------------------------------------------------------------- /LAMA/lama/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/modules/__init__.py -------------------------------------------------------------------------------- /LAMA/lama/modules/base_connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/modules/base_connector.py -------------------------------------------------------------------------------- /LAMA/lama/modules/bert_connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/modules/bert_connector.py -------------------------------------------------------------------------------- /LAMA/lama/modules/elmo_connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/modules/elmo_connector.py -------------------------------------------------------------------------------- /LAMA/lama/modules/gpt_connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/modules/gpt_connector.py -------------------------------------------------------------------------------- /LAMA/lama/modules/roberta_connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/modules/roberta_connector.py -------------------------------------------------------------------------------- /LAMA/lama/modules/transformerxl_connector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/modules/transformerxl_connector.py -------------------------------------------------------------------------------- /LAMA/lama/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/options.py -------------------------------------------------------------------------------- /LAMA/lama/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/utils.py -------------------------------------------------------------------------------- /LAMA/lama/vocab_intersection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/lama/vocab_intersection.py -------------------------------------------------------------------------------- /LAMA/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/requirements.txt -------------------------------------------------------------------------------- /LAMA/scripts/batch_eval_KB_completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/scripts/batch_eval_KB_completion.py -------------------------------------------------------------------------------- /LAMA/scripts/create_lama_uhn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/scripts/create_lama_uhn.py -------------------------------------------------------------------------------- /LAMA/scripts/run_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/scripts/run_experiments.py -------------------------------------------------------------------------------- /LAMA/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/setup.py -------------------------------------------------------------------------------- /LAMA/tests/test_encoded_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LAMA/tests/test_encoded_dataset.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/LICENSE -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /MoRT/data/Behavioral/parse_psychopy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/Behavioral/parse_psychopy.py -------------------------------------------------------------------------------- /MoRT/data/Behavioral/parse_psychopy_diff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/Behavioral/parse_psychopy_diff.py -------------------------------------------------------------------------------- /MoRT/data/Behavioral/parse_psychopy_rts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/Behavioral/parse_psychopy_rts.py -------------------------------------------------------------------------------- /MoRT/data/Behavioral/parsed_yes_no.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/Behavioral/parsed_yes_no.p -------------------------------------------------------------------------------- /MoRT/data/Behavioral/plot_userStudy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/Behavioral/plot_userStudy.py -------------------------------------------------------------------------------- /MoRT/data/correlation/pos_neg/BERT_donts_cossim_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/pos_neg/BERT_donts_cossim_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/pos_neg/BERT_donts_subspace_qa_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/pos_neg/BERT_donts_subspace_qa_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/pos_neg/BERT_donts_subspace_raw_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/pos_neg/BERT_donts_subspace_raw_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/pos_neg/BERT_dos_cossim_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/pos_neg/BERT_dos_cossim_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/pos_neg/BERT_dos_subspace_qa_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/pos_neg/BERT_dos_subspace_qa_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/pos_neg/BERT_dos_subspace_raw_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/pos_neg/BERT_dos_subspace_raw_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/pos_neg/glove_donts_cossim_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/pos_neg/glove_donts_cossim_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/pos_neg/glove_dos_cossim_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/pos_neg/glove_dos_cossim_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/pos_neg/neg50Verbs_use_hubEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/pos_neg/neg50Verbs_use_hubEmbedding.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/pos_neg/pos50Verbs_use_hubEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/pos_neg/pos50Verbs_use_hubEmbedding.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/userstudy/BERT_cossim_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/userstudy/BERT_cossim_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/userstudy/BERT_subspace_qa_globalAMT_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/userstudy/BERT_subspace_qa_globalAMT_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/userstudy/BERT_subspace_qa_regional_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/userstudy/BERT_subspace_qa_regional_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/userstudy/BERT_subspace_raw_globalAMT_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/userstudy/BERT_subspace_raw_globalAMT_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/userstudy/BERT_subspace_raw_regional_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/userstudy/BERT_subspace_raw_regional_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/userstudy/BERT_subspace_without_q_globalAMT_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/userstudy/BERT_subspace_without_q_globalAMT_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/userstudy/BERT_subspace_without_q_regional_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/userstudy/BERT_subspace_without_q_regional_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/userstudy/USE_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/userstudy/USE_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/userstudy/glove_cossim_bias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/userstudy/glove_cossim_bias.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/userstudy/userStudy_scores_globalAMT.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/userstudy/userStudy_scores_globalAMT.csv -------------------------------------------------------------------------------- /MoRT/data/correlation/userstudy/userStudy_scores_regional.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/correlation/userstudy/userStudy_scores_regional.csv -------------------------------------------------------------------------------- /MoRT/data/find_correlation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/find_correlation.py -------------------------------------------------------------------------------- /MoRT/data/parsed_BERTKnowledge.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/parsed_BERTKnowledge.csv -------------------------------------------------------------------------------- /MoRT/data/parsed_BERTKnowledge.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/parsed_BERTKnowledge.p -------------------------------------------------------------------------------- /MoRT/data/parsed_yes_no.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/parsed_yes_no.p -------------------------------------------------------------------------------- /MoRT/data/parsed_yes_no_BERTBias.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/parsed_yes_no_BERTBias.csv -------------------------------------------------------------------------------- /MoRT/data/parsed_yes_no_BERTBias.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/parsed_yes_no_BERTBias.p -------------------------------------------------------------------------------- /MoRT/data/subspace_proj/bert-large-nli-mean-tokens/projection_model.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/subspace_proj/bert-large-nli-mean-tokens/projection_model.p -------------------------------------------------------------------------------- /MoRT/data/user_study/userStudyAMT_action_template_globalAMT.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/user_study/userStudyAMT_action_template_globalAMT.csv -------------------------------------------------------------------------------- /MoRT/data/user_study/userStudy_action_template_regional.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/user_study/userStudy_action_template_regional.csv -------------------------------------------------------------------------------- /MoRT/data/user_study/userStudy_yes_no_globalAMT.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/user_study/userStudy_yes_no_globalAMT.csv -------------------------------------------------------------------------------- /MoRT/data/user_study/userStudy_yes_no_regional.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/data/user_study/userStudy_yes_no_regional.csv -------------------------------------------------------------------------------- /MoRT/mcm_textgeneration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MoRT/mcm_textgeneration/input_rating.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mcm_textgeneration/input_rating.py -------------------------------------------------------------------------------- /MoRT/mcm_textgeneration/mcm_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mcm_textgeneration/mcm_models.py -------------------------------------------------------------------------------- /MoRT/mort/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /MoRT/mort/adaptBias/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/adaptBias/eval.py -------------------------------------------------------------------------------- /MoRT/mort/adaptBias/hyperparams/hyperparams_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/adaptBias/hyperparams/hyperparams_bert.py -------------------------------------------------------------------------------- /MoRT/mort/adaptBias/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/adaptBias/model.py -------------------------------------------------------------------------------- /MoRT/mort/dataMoral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/dataMoral.py -------------------------------------------------------------------------------- /MoRT/mort/experiments_mcm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/experiments_mcm.py -------------------------------------------------------------------------------- /MoRT/mort/funcs_mcm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/funcs_mcm.py -------------------------------------------------------------------------------- /MoRT/mort/generate_BERT_fill_in_the_blank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/generate_BERT_fill_in_the_blank.py -------------------------------------------------------------------------------- /MoRT/mort/glove_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/glove_test.py -------------------------------------------------------------------------------- /MoRT/mort/pca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/pca.py -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/computeBERTAndGloVeScoreOfUserStudyActions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/computeBERTAndGloVeScoreOfUserStudyActions.py -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/computeBERTScorePosNeg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/computeBERTScorePosNeg.py -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/computeGloveScorePosNeg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/computeGloveScorePosNeg.py -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/compute_mcm_cossim_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/compute_mcm_cossim_scores.py -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/compute_userstudy_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/compute_userstudy_scores.py -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/plt_UserstudyCorr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/plt_UserstudyCorr.py -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/plt_WEATCorr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/plt_WEATCorr.py -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_cossim.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_cossim.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_subspace_qa.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_subspace_qa.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_subspace_qaAMTFull_all.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_subspace_qaAMTFull_all.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_subspace_raw.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_subspace_raw.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_subspace_rawAMTFull_all.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_subspace_rawAMTFull_all.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_subspace_without_q.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_subspace_without_q.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_subspace_without_qAMTFull_all.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_BERT_subspace_without_qAMTFull_all.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_USE.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_USE.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_glove_cossim.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/userstudy/plots/correlation_userstudy_vs_glove_cossim.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/weat_corr/plots/correlation_weat_vs_BERTcossim.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/weat_corr/plots/correlation_weat_vs_BERTcossim.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/weat_corr/plots/correlation_weat_vs_BERTsubspace_qa.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/weat_corr/plots/correlation_weat_vs_BERTsubspace_qa.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/weat_corr/plots/correlation_weat_vs_BERTsubspace_raw.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/weat_corr/plots/correlation_weat_vs_BERTsubspace_raw.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/weat_corr/plots/correlation_weat_vs_GLOVE.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/weat_corr/plots/correlation_weat_vs_GLOVE.svg -------------------------------------------------------------------------------- /MoRT/mort/plot_corr/weat_corr/plots/correlation_weat_vs_USE.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/plot_corr/weat_corr/plots/correlation_weat_vs_USE.svg -------------------------------------------------------------------------------- /MoRT/mort/results/bias/allVerbs_bertsentenceEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/allVerbs_bertsentenceEmbedding.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/atomicVerbs_bertsentenceEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/atomicVerbs_bertsentenceEmbedding.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/atomicVerbs_use_hubEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/atomicVerbs_use_hubEmbedding.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/atomicVerbs_bertsentenceEmbedding_bert-large-nli-mean-tokens_Cluster2_Embdim5_PCA.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/atomicVerbs_bertsentenceEmbedding_bert-large-nli-mean-tokens_Cluster2_Embdim5_PCA.p -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/atomicVerbs_bertsentenceEmbedding_bert-large-nli-mean-tokens_Cluster2_Embdim5_PCA/figures/moral_projection.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/atomicVerbs_bertsentenceEmbedding_bert-large-nli-mean-tokens_Cluster2_Embdim5_PCA/figures/moral_projection.svg -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/atomicVerbs_bertsentenceEmbedding_bert-large-nli-mean-tokens_Cluster2_Embdim5_PCA/figures/moral_projection_query.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/atomicVerbs_bertsentenceEmbedding_bert-large-nli-mean-tokens_Cluster2_Embdim5_PCA/figures/moral_projection_query.svg -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/atomicVerbs_bertsentenceEmbedding_bert-large-nli-mean-tokens_Cluster2_Embdim5_PCA/figures/pca_varianceratio.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/atomicVerbs_bertsentenceEmbedding_bert-large-nli-mean-tokens_Cluster2_Embdim5_PCA/figures/pca_varianceratio.pdf -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_Cluster2_Embdim5_PCA.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_Cluster2_Embdim5_PCA.p -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_Cluster2_Embdim5_PCA/figures/moral_projection.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_Cluster2_Embdim5_PCA/figures/moral_projection.svg -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_Cluster2_Embdim5_PCA/figures/moral_projection_query.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_Cluster2_Embdim5_PCA/figures/moral_projection_query.svg -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_Cluster2_Embdim5_PCA/figures/pca_varianceratio.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_Cluster2_Embdim5_PCA/figures/pca_varianceratio.pdf -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_hub_Cluster2_Embdim5_PCA.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_hub_Cluster2_Embdim5_PCA.p -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_hub_Cluster2_Embdim5_PCA/figures/moral_projection.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_hub_Cluster2_Embdim5_PCA/figures/moral_projection.svg -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_hub_Cluster2_Embdim5_PCA/figures/pca_varianceratio.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/atomicVerbs_use_hubEmbedding_use_hub_Cluster2_Embdim5_PCA/figures/pca_varianceratio.pdf -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/contextVerbs_bertsentenceEmbeddingByCluster2_Embdim5atomicVerbs_PCA.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/contextVerbs_bertsentenceEmbeddingByCluster2_Embdim5atomicVerbs_PCA.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/contextVerbs_bertsentenceEmbeddingByCluster2_Embdim5atomicVerbs_PCAatomicVerbs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/contextVerbs_bertsentenceEmbeddingByCluster2_Embdim5atomicVerbs_PCAatomicVerbs.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/contextVerbs_use_hubEmbeddingByCluster2_Embdim5atomicVerbs_PCA.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/contextVerbs_use_hubEmbeddingByCluster2_Embdim5atomicVerbs_PCA.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/cluster/contextVerbs_use_hubEmbeddingByCluster2_Embdim5atomicVerbs_PCAatomicVerbs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/cluster/contextVerbs_use_hubEmbeddingByCluster2_Embdim5atomicVerbs_PCAatomicVerbs.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/contextVerbs_bertsentenceEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/contextVerbs_bertsentenceEmbedding.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/neg50Verbs_bertsentenceEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/neg50Verbs_bertsentenceEmbedding.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/neg50Verbs_use_hubEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/neg50Verbs_use_hubEmbedding.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/pos50Verbs_bertsentenceEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/pos50Verbs_bertsentenceEmbedding.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/pos50Verbs_use_hubEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/pos50Verbs_use_hubEmbedding.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/weat_corr/neg50Verbs_bertsentenceEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/weat_corr/neg50Verbs_bertsentenceEmbedding.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/weat_corr/neg50Verbs_use_hubEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/weat_corr/neg50Verbs_use_hubEmbedding.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/weat_corr/pos50Verbs_bertsentenceEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/weat_corr/pos50Verbs_bertsentenceEmbedding.csv -------------------------------------------------------------------------------- /MoRT/mort/results/bias/weat_corr/pos50Verbs_use_hubEmbedding.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/bias/weat_corr/pos50Verbs_use_hubEmbedding.csv -------------------------------------------------------------------------------- /MoRT/mort/results/plotBiases_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/plotBiases_context.py -------------------------------------------------------------------------------- /MoRT/mort/results/plotSelectedActions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/plotSelectedActions.py -------------------------------------------------------------------------------- /MoRT/mort/results/plotTopBiases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/results/plotTopBiases.py -------------------------------------------------------------------------------- /MoRT/mort/runMCM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/runMCM.py -------------------------------------------------------------------------------- /MoRT/mort/user_study/read_answers_of_users_and_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/user_study/read_answers_of_users_and_bert.py -------------------------------------------------------------------------------- /MoRT/mort/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/mort/utils.py -------------------------------------------------------------------------------- /MoRT/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/MoRT/requirements.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/README.md -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/actions_for_subspace/list.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/actions_for_subspace/list.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/figures/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/figures/README.md -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/figures/extended_data_figure_3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/figures/extended_data_figure_3.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/figures/figure1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/figures/figure1.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/userstudy/BERT_cossim.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/userstudy/BERT_cossim.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/userstudy/BERT_subspace_qt.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/userstudy/BERT_subspace_qt.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/userstudy/BERT_subspace_raw.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/userstudy/BERT_subspace_raw.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/userstudy/USE_cossim.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/userstudy/USE_cossim.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/userstudy/glove_cossim.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/userstudy/glove_cossim.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/weat/BERT_donts_cossim.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/weat/BERT_donts_cossim.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/weat/BERT_donts_subspace_qt.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/weat/BERT_donts_subspace_qt.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/weat/BERT_donts_subspace_raw.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/weat/BERT_donts_subspace_raw.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/weat/BERT_dos_cossim.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/weat/BERT_dos_cossim.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/weat/BERT_dos_subspace_qt.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/weat/BERT_dos_subspace_qt.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/weat/BERT_dos_subspace_raw.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/weat/BERT_dos_subspace_raw.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/weat/glove_donts_cossim.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/weat/glove_donts_cossim.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/weat/glove_dos_cossim.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/weat/glove_dos_cossim.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/weat/use_donts_cossim.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/weat/use_donts_cossim.csv -------------------------------------------------------------------------------- /Supplemental_Material/MoralScore/weat/use_dos_cossim.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/MoralScore/weat/use_dos_cossim.csv -------------------------------------------------------------------------------- /Supplemental_Material/TextGeneration/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/TextGeneration/README.md -------------------------------------------------------------------------------- /Supplemental_Material/UserStudy/Statement_of_ethical compliance.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/UserStudy/Statement_of_ethical compliance.pdf -------------------------------------------------------------------------------- /Supplemental_Material/UserStudy/StimuliMoral.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/UserStudy/StimuliMoral.txt -------------------------------------------------------------------------------- /Supplemental_Material/UserStudy/userStudy_analysis.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/UserStudy/userStudy_analysis.R -------------------------------------------------------------------------------- /Supplemental_Material/UserStudy/userStudy_diff_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/UserStudy/userStudy_diff_score.csv -------------------------------------------------------------------------------- /Supplemental_Material/UserStudy/userStudy_score_globalAMT.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/UserStudy/userStudy_score_globalAMT.csv -------------------------------------------------------------------------------- /Supplemental_Material/UserStudy/userStudy_score_regional.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/Supplemental_Material/UserStudy/userStudy_score_regional.csv -------------------------------------------------------------------------------- /realtoxicityprompts/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/LICENSE -------------------------------------------------------------------------------- /realtoxicityprompts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/README.md -------------------------------------------------------------------------------- /realtoxicityprompts/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/environment.yml -------------------------------------------------------------------------------- /realtoxicityprompts/generation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /realtoxicityprompts/generation/generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/generation/generation.py -------------------------------------------------------------------------------- /realtoxicityprompts/generation/gpt2MCM_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/generation/gpt2MCM_generation.py -------------------------------------------------------------------------------- /realtoxicityprompts/generation/gpt2_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/generation/gpt2_generation.py -------------------------------------------------------------------------------- /realtoxicityprompts/generation/pplm_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/generation/pplm_generation.py -------------------------------------------------------------------------------- /realtoxicityprompts/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /realtoxicityprompts/models/affect_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/models/affect_lm.py -------------------------------------------------------------------------------- /realtoxicityprompts/models/pplm_classification_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/models/pplm_classification_head.py -------------------------------------------------------------------------------- /realtoxicityprompts/models/pplm_mcm_classification_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/models/pplm_mcm_classification_head.py -------------------------------------------------------------------------------- /realtoxicityprompts/notebooks/genAnalysesV1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/notebooks/genAnalysesV1.ipynb -------------------------------------------------------------------------------- /realtoxicityprompts/notebooks/prompts.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/notebooks/prompts.ipynb -------------------------------------------------------------------------------- /realtoxicityprompts/notebooks/realtoxicityprompts_results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/notebooks/realtoxicityprompts_results.ipynb -------------------------------------------------------------------------------- /realtoxicityprompts/notebooks_mcm/example_generaions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/notebooks_mcm/example_generaions.ipynb -------------------------------------------------------------------------------- /realtoxicityprompts/notebooks_mcm/realtoxicityprompts_results_moral.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/notebooks_mcm/realtoxicityprompts_results_moral.ipynb -------------------------------------------------------------------------------- /realtoxicityprompts/resultsMCM/check_toxic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/resultsMCM/check_toxic.py -------------------------------------------------------------------------------- /realtoxicityprompts/resultsMCM/plots/eos_prompts.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/resultsMCM/plots/eos_prompts.pdf -------------------------------------------------------------------------------- /realtoxicityprompts/resultsMCM/plots/eos_prompts.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/resultsMCM/plots/eos_prompts.svg -------------------------------------------------------------------------------- /realtoxicityprompts/resultsMCM/plots/eos_prompts_mcm.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/resultsMCM/plots/eos_prompts_mcm.pdf -------------------------------------------------------------------------------- /realtoxicityprompts/resultsMCM/plots/eos_prompts_mcm.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/resultsMCM/plots/eos_prompts_mcm.svg -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/data/count_words.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/data/count_words.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/data/create_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/data/create_db.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/data/create_finetune_data.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/data/create_finetune_data.sql -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/data/create_prompts_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/data/create_prompts_dataset.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/data/create_text_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/data/create_text_db.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/data/extract_AAE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/data/extract_AAE.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/data/find_duplicates_lsh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/data/find_duplicates_lsh.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/data/process_urls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/data/process_urls.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/data/unpack_openwebtext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/data/unpack_openwebtext.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/evaluation/run_language_modeling_webtext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/evaluation/run_language_modeling_webtext.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/evaluation/webtext_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/evaluation/webtext_dataset.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/finetuning/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/finetuning/finetune_affect_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/finetuning/finetune_affect_lm.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/finetuning/finetune_affect_lm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/finetuning/finetune_affect_lm.sh -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/finetuning/finetune_gpt2_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/finetuning/finetune_gpt2_ctrl.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/finetuning/finetune_gpt2_ctrl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/finetuning/finetune_gpt2_ctrl.sh -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/helper_dataparallel_merge_generations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/helper_dataparallel_merge_generations.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts/run_prompts_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts/run_prompts_experiment.py -------------------------------------------------------------------------------- /realtoxicityprompts/scripts_mort/run_mcm_eos_50-5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts_mort/run_mcm_eos_50-5.sh -------------------------------------------------------------------------------- /realtoxicityprompts/scripts_mort/run_mcm_parallel-k50-NOMCM.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts_mort/run_mcm_parallel-k50-NOMCM.sh -------------------------------------------------------------------------------- /realtoxicityprompts/scripts_mort/run_mcm_parallel-k50-keep5-t0.5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts_mort/run_mcm_parallel-k50-keep5-t0.5.sh -------------------------------------------------------------------------------- /realtoxicityprompts/scripts_mort/run_mcm_parallel-k50-keep5-tneg0.5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts_mort/run_mcm_parallel-k50-keep5-tneg0.5.sh -------------------------------------------------------------------------------- /realtoxicityprompts/scripts_mort/run_mcm_parallel-k50-keep5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/scripts_mort/run_mcm_parallel-k50-keep5.sh -------------------------------------------------------------------------------- /realtoxicityprompts/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /realtoxicityprompts/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/utils/constants.py -------------------------------------------------------------------------------- /realtoxicityprompts/utils/db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/utils/db.py -------------------------------------------------------------------------------- /realtoxicityprompts/utils/perspective_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/utils/perspective_api.py -------------------------------------------------------------------------------- /realtoxicityprompts/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-research/MoRT_NMI/HEAD/realtoxicityprompts/utils/utils.py --------------------------------------------------------------------------------