├── .fossa.yml ├── .gitignore ├── .travis.yml ├── LICENSE ├── README.md ├── human_annotation ├── ctrl_wd_openai_csvs │ ├── ctrl_legal.csv │ ├── ctrl_negative.csv │ ├── ctrl_politics.csv │ ├── ctrl_positive.csv │ ├── ctrl_religion.csv │ ├── ctrl_science.csv │ ├── ctrl_technologies.csv │ ├── greedy_legal.csv │ ├── greedy_military.csv │ ├── greedy_negative.csv │ ├── greedy_politics.csv │ ├── greedy_positive.csv │ ├── greedy_religion.csv │ ├── greedy_science.csv │ ├── greedy_space.csv │ ├── greedy_technologies.csv │ └── openai_positive.csv ├── parse_baselines.ipynb ├── parse_human_voting.ipynb ├── parse_toxicity.ipynb ├── pplm_labeled_csvs │ ├── clickbait.csv │ ├── computers.csv │ ├── legal.csv │ ├── military.csv │ ├── negative.csv │ ├── politics.csv │ ├── positive.csv │ ├── religion.csv │ ├── science.csv │ └── space.csv └── toxicity_csvs │ ├── races.csv │ └── triggers.csv ├── imgs ├── headfigure.png ├── wooly.png └── wooly_transparent.png ├── paper_code ├── discrim_models │ ├── clickbait_classifierhead.pt │ ├── sentiment_classifierhead.pt │ └── toxicity_classifierhead.pt ├── gpt2tunediscrim.py ├── license.txt ├── pplm.py ├── pytorch_pretrained_bert │ ├── __init__.py │ ├── __main__.py │ ├── convert_gpt2_checkpoint_to_pytorch.py │ ├── convert_openai_checkpoint_to_pytorch.py │ ├── convert_tf_checkpoint_to_pytorch.py │ ├── convert_transfo_xl_checkpoint_to_pytorch.py │ ├── file_utils.py │ ├── modeling.py │ ├── modeling_gpt2.py │ ├── modeling_openai.py │ ├── modeling_transfo_xl.py │ ├── modeling_transfo_xl_utilities.py │ ├── optimization.py │ ├── optimization_openai.py │ ├── tokenization.py │ ├── tokenization_gpt2.py │ ├── tokenization_openai.py │ └── tokenization_transfo_xl.py ├── requirements.txt ├── run_gpt2.py ├── setup_script.sh ├── style_utils.py └── wordlists │ ├── computers.txt │ ├── fantasy.txt │ ├── kitchen.txt │ ├── legal.txt │ ├── military.txt │ ├── politics.txt │ ├── positive_words.txt │ ├── religion.txt │ ├── science.txt │ └── space.txt ├── pplm_classification_head.py ├── requirements.txt ├── run_pplm.py └── run_pplm_discrim_train.py /.fossa.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/.fossa.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | venv 2 | .idea -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/README.md -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/ctrl_legal.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/ctrl_legal.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/ctrl_negative.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/ctrl_negative.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/ctrl_politics.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/ctrl_politics.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/ctrl_positive.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/ctrl_positive.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/ctrl_religion.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/ctrl_religion.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/ctrl_science.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/ctrl_science.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/ctrl_technologies.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/ctrl_technologies.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/greedy_legal.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/greedy_legal.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/greedy_military.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/greedy_military.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/greedy_negative.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/greedy_negative.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/greedy_politics.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/greedy_politics.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/greedy_positive.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/greedy_positive.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/greedy_religion.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/greedy_religion.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/greedy_science.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/greedy_science.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/greedy_space.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/greedy_space.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/greedy_technologies.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/greedy_technologies.csv -------------------------------------------------------------------------------- /human_annotation/ctrl_wd_openai_csvs/openai_positive.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/ctrl_wd_openai_csvs/openai_positive.csv -------------------------------------------------------------------------------- /human_annotation/parse_baselines.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/parse_baselines.ipynb -------------------------------------------------------------------------------- /human_annotation/parse_human_voting.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/parse_human_voting.ipynb -------------------------------------------------------------------------------- /human_annotation/parse_toxicity.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/parse_toxicity.ipynb -------------------------------------------------------------------------------- /human_annotation/pplm_labeled_csvs/clickbait.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/pplm_labeled_csvs/clickbait.csv -------------------------------------------------------------------------------- /human_annotation/pplm_labeled_csvs/computers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/pplm_labeled_csvs/computers.csv -------------------------------------------------------------------------------- /human_annotation/pplm_labeled_csvs/legal.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/pplm_labeled_csvs/legal.csv -------------------------------------------------------------------------------- /human_annotation/pplm_labeled_csvs/military.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/pplm_labeled_csvs/military.csv -------------------------------------------------------------------------------- /human_annotation/pplm_labeled_csvs/negative.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/pplm_labeled_csvs/negative.csv -------------------------------------------------------------------------------- /human_annotation/pplm_labeled_csvs/politics.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/pplm_labeled_csvs/politics.csv -------------------------------------------------------------------------------- /human_annotation/pplm_labeled_csvs/positive.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/pplm_labeled_csvs/positive.csv -------------------------------------------------------------------------------- /human_annotation/pplm_labeled_csvs/religion.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/pplm_labeled_csvs/religion.csv -------------------------------------------------------------------------------- /human_annotation/pplm_labeled_csvs/science.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/pplm_labeled_csvs/science.csv -------------------------------------------------------------------------------- /human_annotation/pplm_labeled_csvs/space.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/pplm_labeled_csvs/space.csv -------------------------------------------------------------------------------- /human_annotation/toxicity_csvs/races.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/toxicity_csvs/races.csv -------------------------------------------------------------------------------- /human_annotation/toxicity_csvs/triggers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/human_annotation/toxicity_csvs/triggers.csv -------------------------------------------------------------------------------- /imgs/headfigure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/imgs/headfigure.png -------------------------------------------------------------------------------- /imgs/wooly.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/imgs/wooly.png -------------------------------------------------------------------------------- /imgs/wooly_transparent.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/imgs/wooly_transparent.png -------------------------------------------------------------------------------- /paper_code/discrim_models/clickbait_classifierhead.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/discrim_models/clickbait_classifierhead.pt -------------------------------------------------------------------------------- /paper_code/discrim_models/sentiment_classifierhead.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/discrim_models/sentiment_classifierhead.pt -------------------------------------------------------------------------------- /paper_code/discrim_models/toxicity_classifierhead.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/discrim_models/toxicity_classifierhead.pt -------------------------------------------------------------------------------- /paper_code/gpt2tunediscrim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/gpt2tunediscrim.py -------------------------------------------------------------------------------- /paper_code/license.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/license.txt -------------------------------------------------------------------------------- /paper_code/pplm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pplm.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/__init__.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/__main__.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/convert_gpt2_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/convert_gpt2_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/convert_openai_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/convert_openai_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/convert_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/convert_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/convert_transfo_xl_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/convert_transfo_xl_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/file_utils.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/modeling.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/modeling_gpt2.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/modeling_openai.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/modeling_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/modeling_transfo_xl.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/modeling_transfo_xl_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/modeling_transfo_xl_utilities.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/optimization.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/optimization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/optimization_openai.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/tokenization.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/tokenization_gpt2.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/tokenization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/tokenization_openai.py -------------------------------------------------------------------------------- /paper_code/pytorch_pretrained_bert/tokenization_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/pytorch_pretrained_bert/tokenization_transfo_xl.py -------------------------------------------------------------------------------- /paper_code/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/requirements.txt -------------------------------------------------------------------------------- /paper_code/run_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/run_gpt2.py -------------------------------------------------------------------------------- /paper_code/setup_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/setup_script.sh -------------------------------------------------------------------------------- /paper_code/style_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/style_utils.py -------------------------------------------------------------------------------- /paper_code/wordlists/computers.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/wordlists/computers.txt -------------------------------------------------------------------------------- /paper_code/wordlists/fantasy.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/wordlists/fantasy.txt -------------------------------------------------------------------------------- /paper_code/wordlists/kitchen.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/wordlists/kitchen.txt -------------------------------------------------------------------------------- /paper_code/wordlists/legal.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/wordlists/legal.txt -------------------------------------------------------------------------------- /paper_code/wordlists/military.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/wordlists/military.txt -------------------------------------------------------------------------------- /paper_code/wordlists/politics.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/wordlists/politics.txt -------------------------------------------------------------------------------- /paper_code/wordlists/positive_words.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/wordlists/positive_words.txt -------------------------------------------------------------------------------- /paper_code/wordlists/religion.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/wordlists/religion.txt -------------------------------------------------------------------------------- /paper_code/wordlists/science.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/wordlists/science.txt -------------------------------------------------------------------------------- /paper_code/wordlists/space.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/paper_code/wordlists/space.txt -------------------------------------------------------------------------------- /pplm_classification_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/pplm_classification_head.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_pplm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/run_pplm.py -------------------------------------------------------------------------------- /run_pplm_discrim_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/uber-research/PPLM/HEAD/run_pplm_discrim_train.py --------------------------------------------------------------------------------