├── .gitignore ├── LICENSE ├── README.md ├── baselines ├── arguments.py ├── command.sh ├── run_glue.py ├── run_simplification.py ├── run_summarization.py └── trainer_seq2seq.py ├── commands ├── eval_models.sh ├── eval_models_failing.sh ├── eval_models_tune_guidance.sh ├── eval_models_tune_temperature.sh ├── eval_models_tune_top_p.sh ├── eval_trained_models.sh ├── glue_ours.sh ├── glue_ours_eval.sh ├── gold_text_eval.sh ├── run_cc.sh ├── run_qg.sh ├── run_qqp.sh ├── run_simplification.sh ├── run_summarization.sh ├── train_models.sh ├── train_models_tune_lr.sh └── train_models_tune_lr_scheduler.sh ├── compute_mlm_metrics.py ├── configs ├── accelerate_1_gpu.yaml ├── accelerate_2_gpus.yaml ├── accelerate_4_gpus.yaml ├── accelerate_5_gpus.yaml ├── accelerate_8_gpus.yaml ├── gold_evals │ ├── gold_text_200.json │ └── gold_text_256.json ├── gpt2_evals │ ├── gpt2_large_200.json │ ├── gpt2_large_256.json │ ├── gpt2_medium_200.json │ ├── gpt2_medium_256.json │ ├── gpt2_xl_200.json │ └── gpt2_xl_256.json ├── opentext_100 │ ├── openwebtext_100_2.5k_train_1k_inference.json │ ├── openwebtext_100_2.5k_train_2.5k_inference.json │ ├── openwebtext_100_5k_train_1k_inference.json │ ├── openwebtext_100_5k_train_2.5k_inference.json │ └── openwebtext_100_5k_train_2.5k_inference_all_data.json ├── opentext_100_conditional │ ├── openwebtext_100_5k_train_2.5k_inference_conditional.json │ └── openwebtext_100_5k_train_2.5k_inference_conditional_padded.json ├── opentext_100_self_conditional │ ├── openwebtext_100.json │ ├── openwebtext_100_self_logits.json │ ├── openwebtext_100_self_logits_addition.json │ ├── openwebtext_100_self_logits_addition_zeros.json │ ├── openwebtext_100_self_logits_projection.json │ ├── openwebtext_100_self_logits_projection_addition.json │ ├── openwebtext_100_self_logits_projection_addition_zeros.json │ ├── openwebtext_100_self_logits_projection_zeros.json │ └── openwebtext_100_self_logits_zeros.json ├── opentext_100_self_conditional_conditioned │ ├── openwebtext_100.json │ ├── openwebtext_100_self_logits.json │ ├── openwebtext_100_self_logits_addition.json │ ├── openwebtext_100_self_logits_addition_zeros.json │ ├── openwebtext_100_self_logits_deepmind.json │ ├── openwebtext_100_self_logits_deepmind_zero.json │ ├── openwebtext_100_self_logits_projection.json │ ├── openwebtext_100_self_logits_projection_addition.json │ ├── openwebtext_100_self_logits_projection_addition_zeros.json │ ├── openwebtext_100_self_logits_projection_deepmind.json │ ├── openwebtext_100_self_logits_projection_deepmind_zero.json │ ├── openwebtext_100_self_logits_projection_zeros.json │ └── openwebtext_100_self_logits_zeros.json ├── opentext_100_self_conditional_conditioned_guided │ ├── openwebtext_100_self_logits_addition_guided_empty_token.json │ ├── openwebtext_100_self_logits_addition_guided_empty_token_prev_output_guided.json │ ├── openwebtext_100_self_logits_addition_guided_noisy_simplex.json │ └── openwebtext_100_self_logits_addition_guided_noisy_simplex_prev_output_guided.json ├── openwebtext_100.json ├── openwebtext_200.json ├── process_c4_100.json ├── process_c4_200.json ├── process_openwebtext.json ├── simple_data.json ├── simple_data │ ├── simple_data_train_1k_inference_1k.json │ ├── simple_data_train_2.5k_inference_2.5k.json │ ├── simple_data_train_5k_inference_1k.json │ └── simple_data_train_5k_inference_2.5k.json ├── simple_data_conditional.json ├── simple_data_conditional_guidance.json ├── simple_data_self_conditioned │ ├── simple_data_train_5k_inference_2.5k_self_hidden.json │ ├── simple_data_train_5k_inference_2.5k_self_logits.json │ ├── simple_data_train_5k_inference_2.5k_self_logits_addition.json │ ├── simple_data_train_5k_inference_2.5k_self_logits_with_projection.json │ └── simple_data_train_5k_inference_2.5k_self_logits_with_projection_addition.json ├── simple_data_test.json └── test.json ├── environment.yaml ├── gold_text_eval.py ├── gpt2_eval.py ├── how_to_make.txt ├── paper_experiments.md ├── run_glue.py ├── run_mlm.py ├── run_simplification.py ├── run_summarization.py ├── run_translation.py ├── scripts ├── benchmarking_scripts │ ├── readme.md │ ├── ssdlm_inference_benchmark.py │ ├── test_hf_autoregressive_generation.py │ └── test_tess_inference_speed.py ├── compute_cnn_dailymail_length.py ├── compute_max_data_length.py ├── compute_max_tokens_of_labels.py ├── compute_rouge_for_buckets.py ├── compute_rouge_for_buckets_for_bart.py ├── compute_wiki_alignment_length.py ├── compute_wikilarge_length.py ├── download_wikilarge.sh ├── plot_bucketize_rouge.py ├── plot_muave_based_on_top_p_temperatures.py ├── plot_muave_based_to_top_p.py ├── read_glue_values.py ├── read_gold_metrics.py ├── read_gpt_metrics.py ├── read_our_results.py ├── read_simplification.py ├── read_ssdlm_metrics.py ├── run_eval.sh ├── run_process_data.sh ├── run_train.sh └── write_glue.py ├── sdlm ├── arguments.py ├── data │ ├── __init__.py │ ├── data_collator.py │ ├── data_utils.py │ ├── gpt_eval_split.py │ ├── postprocessors.py │ ├── preprocessors.py │ ├── process_data.py │ └── split_data.py ├── inference │ ├── __init__.py │ └── inference_utils.py ├── metrics │ ├── __init__.py │ ├── metrics.py │ ├── perplexity.py │ └── repetition.py ├── models │ ├── __init__.py │ ├── configuration_roberta.py │ ├── configuration_xlm_roberta.py │ ├── modeling_roberta.py │ └── modeling_xlm_roberta.py ├── pipelines │ └── simplex_ddpm.py ├── schedulers │ ├── __init__.py │ └── scheduling_simplex_ddpm.py ├── trainer.py └── utils.py └── setup.py /.gitignore: -------------------------------------------------------------------------------- 1 | venv/ 2 | __pycache__/ -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/README.md -------------------------------------------------------------------------------- /baselines/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/baselines/arguments.py -------------------------------------------------------------------------------- /baselines/command.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/baselines/command.sh -------------------------------------------------------------------------------- /baselines/run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/baselines/run_glue.py -------------------------------------------------------------------------------- /baselines/run_simplification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/baselines/run_simplification.py -------------------------------------------------------------------------------- /baselines/run_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/baselines/run_summarization.py -------------------------------------------------------------------------------- /baselines/trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/baselines/trainer_seq2seq.py -------------------------------------------------------------------------------- /commands/eval_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/eval_models.sh -------------------------------------------------------------------------------- /commands/eval_models_failing.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/eval_models_failing.sh -------------------------------------------------------------------------------- /commands/eval_models_tune_guidance.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/eval_models_tune_guidance.sh -------------------------------------------------------------------------------- /commands/eval_models_tune_temperature.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/eval_models_tune_temperature.sh -------------------------------------------------------------------------------- /commands/eval_models_tune_top_p.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/eval_models_tune_top_p.sh -------------------------------------------------------------------------------- /commands/eval_trained_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/eval_trained_models.sh -------------------------------------------------------------------------------- /commands/glue_ours.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/glue_ours.sh -------------------------------------------------------------------------------- /commands/glue_ours_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/glue_ours_eval.sh -------------------------------------------------------------------------------- /commands/gold_text_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/gold_text_eval.sh -------------------------------------------------------------------------------- /commands/run_cc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/run_cc.sh -------------------------------------------------------------------------------- /commands/run_qg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/run_qg.sh -------------------------------------------------------------------------------- /commands/run_qqp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/run_qqp.sh -------------------------------------------------------------------------------- /commands/run_simplification.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/run_simplification.sh -------------------------------------------------------------------------------- /commands/run_summarization.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/run_summarization.sh -------------------------------------------------------------------------------- /commands/train_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/train_models.sh -------------------------------------------------------------------------------- /commands/train_models_tune_lr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/train_models_tune_lr.sh -------------------------------------------------------------------------------- /commands/train_models_tune_lr_scheduler.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/commands/train_models_tune_lr_scheduler.sh -------------------------------------------------------------------------------- /compute_mlm_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/compute_mlm_metrics.py -------------------------------------------------------------------------------- /configs/accelerate_1_gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/accelerate_1_gpu.yaml -------------------------------------------------------------------------------- /configs/accelerate_2_gpus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/accelerate_2_gpus.yaml -------------------------------------------------------------------------------- /configs/accelerate_4_gpus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/accelerate_4_gpus.yaml -------------------------------------------------------------------------------- /configs/accelerate_5_gpus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/accelerate_5_gpus.yaml -------------------------------------------------------------------------------- /configs/accelerate_8_gpus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/accelerate_8_gpus.yaml -------------------------------------------------------------------------------- /configs/gold_evals/gold_text_200.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/gold_evals/gold_text_200.json -------------------------------------------------------------------------------- /configs/gold_evals/gold_text_256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/gold_evals/gold_text_256.json -------------------------------------------------------------------------------- /configs/gpt2_evals/gpt2_large_200.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/gpt2_evals/gpt2_large_200.json -------------------------------------------------------------------------------- /configs/gpt2_evals/gpt2_large_256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/gpt2_evals/gpt2_large_256.json -------------------------------------------------------------------------------- /configs/gpt2_evals/gpt2_medium_200.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/gpt2_evals/gpt2_medium_200.json -------------------------------------------------------------------------------- /configs/gpt2_evals/gpt2_medium_256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/gpt2_evals/gpt2_medium_256.json -------------------------------------------------------------------------------- /configs/gpt2_evals/gpt2_xl_200.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/gpt2_evals/gpt2_xl_200.json -------------------------------------------------------------------------------- /configs/gpt2_evals/gpt2_xl_256.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/gpt2_evals/gpt2_xl_256.json -------------------------------------------------------------------------------- /configs/opentext_100/openwebtext_100_2.5k_train_1k_inference.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100/openwebtext_100_2.5k_train_1k_inference.json -------------------------------------------------------------------------------- /configs/opentext_100/openwebtext_100_2.5k_train_2.5k_inference.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100/openwebtext_100_2.5k_train_2.5k_inference.json -------------------------------------------------------------------------------- /configs/opentext_100/openwebtext_100_5k_train_1k_inference.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100/openwebtext_100_5k_train_1k_inference.json -------------------------------------------------------------------------------- /configs/opentext_100/openwebtext_100_5k_train_2.5k_inference.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100/openwebtext_100_5k_train_2.5k_inference.json -------------------------------------------------------------------------------- /configs/opentext_100/openwebtext_100_5k_train_2.5k_inference_all_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100/openwebtext_100_5k_train_2.5k_inference_all_data.json -------------------------------------------------------------------------------- /configs/opentext_100_conditional/openwebtext_100_5k_train_2.5k_inference_conditional.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_conditional/openwebtext_100_5k_train_2.5k_inference_conditional.json -------------------------------------------------------------------------------- /configs/opentext_100_conditional/openwebtext_100_5k_train_2.5k_inference_conditional_padded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_conditional/openwebtext_100_5k_train_2.5k_inference_conditional_padded.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional/openwebtext_100.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional/openwebtext_100.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional/openwebtext_100_self_logits.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional/openwebtext_100_self_logits.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional/openwebtext_100_self_logits_addition.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional/openwebtext_100_self_logits_addition.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional/openwebtext_100_self_logits_addition_zeros.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional/openwebtext_100_self_logits_addition_zeros.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional/openwebtext_100_self_logits_projection.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional/openwebtext_100_self_logits_projection.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional/openwebtext_100_self_logits_projection_addition.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional/openwebtext_100_self_logits_projection_addition.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional/openwebtext_100_self_logits_projection_addition_zeros.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional/openwebtext_100_self_logits_projection_addition_zeros.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional/openwebtext_100_self_logits_projection_zeros.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional/openwebtext_100_self_logits_projection_zeros.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional/openwebtext_100_self_logits_zeros.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional/openwebtext_100_self_logits_zeros.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_addition.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_addition.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_addition_zeros.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_addition_zeros.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_deepmind.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_deepmind.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_deepmind_zero.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_deepmind_zero.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_projection.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_projection.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_projection_addition.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_projection_addition.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_projection_addition_zeros.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_projection_addition_zeros.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_projection_deepmind.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_projection_deepmind.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_projection_deepmind_zero.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_projection_deepmind_zero.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_projection_zeros.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_projection_zeros.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_zeros.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned/openwebtext_100_self_logits_zeros.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned_guided/openwebtext_100_self_logits_addition_guided_empty_token.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned_guided/openwebtext_100_self_logits_addition_guided_empty_token.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned_guided/openwebtext_100_self_logits_addition_guided_empty_token_prev_output_guided.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned_guided/openwebtext_100_self_logits_addition_guided_empty_token_prev_output_guided.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned_guided/openwebtext_100_self_logits_addition_guided_noisy_simplex.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned_guided/openwebtext_100_self_logits_addition_guided_noisy_simplex.json -------------------------------------------------------------------------------- /configs/opentext_100_self_conditional_conditioned_guided/openwebtext_100_self_logits_addition_guided_noisy_simplex_prev_output_guided.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/opentext_100_self_conditional_conditioned_guided/openwebtext_100_self_logits_addition_guided_noisy_simplex_prev_output_guided.json -------------------------------------------------------------------------------- /configs/openwebtext_100.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/openwebtext_100.json -------------------------------------------------------------------------------- /configs/openwebtext_200.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/openwebtext_200.json -------------------------------------------------------------------------------- /configs/process_c4_100.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/process_c4_100.json -------------------------------------------------------------------------------- /configs/process_c4_200.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/process_c4_200.json -------------------------------------------------------------------------------- /configs/process_openwebtext.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/process_openwebtext.json -------------------------------------------------------------------------------- /configs/simple_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data.json -------------------------------------------------------------------------------- /configs/simple_data/simple_data_train_1k_inference_1k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data/simple_data_train_1k_inference_1k.json -------------------------------------------------------------------------------- /configs/simple_data/simple_data_train_2.5k_inference_2.5k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data/simple_data_train_2.5k_inference_2.5k.json -------------------------------------------------------------------------------- /configs/simple_data/simple_data_train_5k_inference_1k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data/simple_data_train_5k_inference_1k.json -------------------------------------------------------------------------------- /configs/simple_data/simple_data_train_5k_inference_2.5k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data/simple_data_train_5k_inference_2.5k.json -------------------------------------------------------------------------------- /configs/simple_data_conditional.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data_conditional.json -------------------------------------------------------------------------------- /configs/simple_data_conditional_guidance.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data_conditional_guidance.json -------------------------------------------------------------------------------- /configs/simple_data_self_conditioned/simple_data_train_5k_inference_2.5k_self_hidden.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data_self_conditioned/simple_data_train_5k_inference_2.5k_self_hidden.json -------------------------------------------------------------------------------- /configs/simple_data_self_conditioned/simple_data_train_5k_inference_2.5k_self_logits.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data_self_conditioned/simple_data_train_5k_inference_2.5k_self_logits.json -------------------------------------------------------------------------------- /configs/simple_data_self_conditioned/simple_data_train_5k_inference_2.5k_self_logits_addition.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data_self_conditioned/simple_data_train_5k_inference_2.5k_self_logits_addition.json -------------------------------------------------------------------------------- /configs/simple_data_self_conditioned/simple_data_train_5k_inference_2.5k_self_logits_with_projection.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data_self_conditioned/simple_data_train_5k_inference_2.5k_self_logits_with_projection.json -------------------------------------------------------------------------------- /configs/simple_data_self_conditioned/simple_data_train_5k_inference_2.5k_self_logits_with_projection_addition.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data_self_conditioned/simple_data_train_5k_inference_2.5k_self_logits_with_projection_addition.json -------------------------------------------------------------------------------- /configs/simple_data_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/simple_data_test.json -------------------------------------------------------------------------------- /configs/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/configs/test.json -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/environment.yaml -------------------------------------------------------------------------------- /gold_text_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/gold_text_eval.py -------------------------------------------------------------------------------- /gpt2_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/gpt2_eval.py -------------------------------------------------------------------------------- /how_to_make.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/how_to_make.txt -------------------------------------------------------------------------------- /paper_experiments.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/paper_experiments.md -------------------------------------------------------------------------------- /run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/run_glue.py -------------------------------------------------------------------------------- /run_mlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/run_mlm.py -------------------------------------------------------------------------------- /run_simplification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/run_simplification.py -------------------------------------------------------------------------------- /run_summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/run_summarization.py -------------------------------------------------------------------------------- /run_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/run_translation.py -------------------------------------------------------------------------------- /scripts/benchmarking_scripts/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/benchmarking_scripts/readme.md -------------------------------------------------------------------------------- /scripts/benchmarking_scripts/ssdlm_inference_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/benchmarking_scripts/ssdlm_inference_benchmark.py -------------------------------------------------------------------------------- /scripts/benchmarking_scripts/test_hf_autoregressive_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/benchmarking_scripts/test_hf_autoregressive_generation.py -------------------------------------------------------------------------------- /scripts/benchmarking_scripts/test_tess_inference_speed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/benchmarking_scripts/test_tess_inference_speed.py -------------------------------------------------------------------------------- /scripts/compute_cnn_dailymail_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/compute_cnn_dailymail_length.py -------------------------------------------------------------------------------- /scripts/compute_max_data_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/compute_max_data_length.py -------------------------------------------------------------------------------- /scripts/compute_max_tokens_of_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/compute_max_tokens_of_labels.py -------------------------------------------------------------------------------- /scripts/compute_rouge_for_buckets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/compute_rouge_for_buckets.py -------------------------------------------------------------------------------- /scripts/compute_rouge_for_buckets_for_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/compute_rouge_for_buckets_for_bart.py -------------------------------------------------------------------------------- /scripts/compute_wiki_alignment_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/compute_wiki_alignment_length.py -------------------------------------------------------------------------------- /scripts/compute_wikilarge_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/compute_wikilarge_length.py -------------------------------------------------------------------------------- /scripts/download_wikilarge.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/download_wikilarge.sh -------------------------------------------------------------------------------- /scripts/plot_bucketize_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/plot_bucketize_rouge.py -------------------------------------------------------------------------------- /scripts/plot_muave_based_on_top_p_temperatures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/plot_muave_based_on_top_p_temperatures.py -------------------------------------------------------------------------------- /scripts/plot_muave_based_to_top_p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/plot_muave_based_to_top_p.py -------------------------------------------------------------------------------- /scripts/read_glue_values.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/read_glue_values.py -------------------------------------------------------------------------------- /scripts/read_gold_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/read_gold_metrics.py -------------------------------------------------------------------------------- /scripts/read_gpt_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/read_gpt_metrics.py -------------------------------------------------------------------------------- /scripts/read_our_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/read_our_results.py -------------------------------------------------------------------------------- /scripts/read_simplification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/read_simplification.py -------------------------------------------------------------------------------- /scripts/read_ssdlm_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/read_ssdlm_metrics.py -------------------------------------------------------------------------------- /scripts/run_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/run_eval.sh -------------------------------------------------------------------------------- /scripts/run_process_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/run_process_data.sh -------------------------------------------------------------------------------- /scripts/run_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/run_train.sh -------------------------------------------------------------------------------- /scripts/write_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/scripts/write_glue.py -------------------------------------------------------------------------------- /sdlm/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/arguments.py -------------------------------------------------------------------------------- /sdlm/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sdlm/data/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/data/data_collator.py -------------------------------------------------------------------------------- /sdlm/data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/data/data_utils.py -------------------------------------------------------------------------------- /sdlm/data/gpt_eval_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/data/gpt_eval_split.py -------------------------------------------------------------------------------- /sdlm/data/postprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/data/postprocessors.py -------------------------------------------------------------------------------- /sdlm/data/preprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/data/preprocessors.py -------------------------------------------------------------------------------- /sdlm/data/process_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/data/process_data.py -------------------------------------------------------------------------------- /sdlm/data/split_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/data/split_data.py -------------------------------------------------------------------------------- /sdlm/inference/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sdlm/inference/inference_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/inference/inference_utils.py -------------------------------------------------------------------------------- /sdlm/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sdlm/metrics/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/metrics/metrics.py -------------------------------------------------------------------------------- /sdlm/metrics/perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/metrics/perplexity.py -------------------------------------------------------------------------------- /sdlm/metrics/repetition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/metrics/repetition.py -------------------------------------------------------------------------------- /sdlm/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/models/__init__.py -------------------------------------------------------------------------------- /sdlm/models/configuration_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/models/configuration_roberta.py -------------------------------------------------------------------------------- /sdlm/models/configuration_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/models/configuration_xlm_roberta.py -------------------------------------------------------------------------------- /sdlm/models/modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/models/modeling_roberta.py -------------------------------------------------------------------------------- /sdlm/models/modeling_xlm_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/models/modeling_xlm_roberta.py -------------------------------------------------------------------------------- /sdlm/pipelines/simplex_ddpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/pipelines/simplex_ddpm.py -------------------------------------------------------------------------------- /sdlm/schedulers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/schedulers/__init__.py -------------------------------------------------------------------------------- /sdlm/schedulers/scheduling_simplex_ddpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/schedulers/scheduling_simplex_ddpm.py -------------------------------------------------------------------------------- /sdlm/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/trainer.py -------------------------------------------------------------------------------- /sdlm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/sdlm/utils.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/tess-diffusion/HEAD/setup.py --------------------------------------------------------------------------------