├── .gitignore ├── README.md ├── compute_all_L_metrics.py ├── compute_lm_metrics_basic.py ├── compute_mauve_metrics.py ├── compute_ref_metrics.py ├── compute_self_bleu_metric.py ├── download_generations.md ├── environment.yml ├── generate_basic.py ├── generate_ref.py ├── human_eval-compute_BT_scores.ipynb ├── human_evaluation.md ├── library ├── DRMM.py └── spreadingvectors │ ├── CODE_OF_CONDUCT.md │ ├── CONTRIBUTING.md │ ├── LICENSE │ ├── README.md │ ├── crossvalidate.sh │ ├── eval.py │ ├── lattices │ ├── Makefile │ ├── Zn_lattice.py │ ├── __init__.py │ ├── bench_Zn_decoder.py │ ├── c_lattices.swig │ ├── lattice_Zn.cpp │ ├── lattice_Zn.h │ ├── lattice_utils.cpp │ ├── lattice_utils.h │ └── test_Zn.py │ ├── reproduce.sh │ ├── requirements.txt │ ├── train.py │ └── train_spv.py ├── local_scripts ├── download_data.py ├── make_output_dirs.sh ├── parallelize.sh └── webtext │ ├── mauve_metrics_drmm.sh │ ├── mauve_metrics_kmeans.sh │ ├── mauve_metrics_spv.sh │ ├── run_all_L_metrics.sh │ ├── run_lm_metrics.sh │ └── run_self_bleu.sh ├── requirements.txt ├── slurm_scripts └── webtext │ ├── arr_generate_basic.sh │ └── generate_ref.sh └── src ├── __init__.py ├── generation_utils.py ├── mauve_metrics.py ├── metrics.py ├── model_utils.py ├── transformers_utils.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/README.md -------------------------------------------------------------------------------- /compute_all_L_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/compute_all_L_metrics.py -------------------------------------------------------------------------------- /compute_lm_metrics_basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/compute_lm_metrics_basic.py -------------------------------------------------------------------------------- /compute_mauve_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/compute_mauve_metrics.py -------------------------------------------------------------------------------- /compute_ref_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/compute_ref_metrics.py -------------------------------------------------------------------------------- /compute_self_bleu_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/compute_self_bleu_metric.py -------------------------------------------------------------------------------- /download_generations.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/download_generations.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/environment.yml -------------------------------------------------------------------------------- /generate_basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/generate_basic.py -------------------------------------------------------------------------------- /generate_ref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/generate_ref.py -------------------------------------------------------------------------------- /human_eval-compute_BT_scores.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/human_eval-compute_BT_scores.ipynb -------------------------------------------------------------------------------- /human_evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/human_evaluation.md -------------------------------------------------------------------------------- /library/DRMM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/DRMM.py -------------------------------------------------------------------------------- /library/spreadingvectors/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /library/spreadingvectors/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/CONTRIBUTING.md -------------------------------------------------------------------------------- /library/spreadingvectors/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/LICENSE -------------------------------------------------------------------------------- /library/spreadingvectors/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/README.md -------------------------------------------------------------------------------- /library/spreadingvectors/crossvalidate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/crossvalidate.sh -------------------------------------------------------------------------------- /library/spreadingvectors/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/eval.py -------------------------------------------------------------------------------- /library/spreadingvectors/lattices/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/lattices/Makefile -------------------------------------------------------------------------------- /library/spreadingvectors/lattices/Zn_lattice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/lattices/Zn_lattice.py -------------------------------------------------------------------------------- /library/spreadingvectors/lattices/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /library/spreadingvectors/lattices/bench_Zn_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/lattices/bench_Zn_decoder.py -------------------------------------------------------------------------------- /library/spreadingvectors/lattices/c_lattices.swig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/lattices/c_lattices.swig -------------------------------------------------------------------------------- /library/spreadingvectors/lattices/lattice_Zn.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/lattices/lattice_Zn.cpp -------------------------------------------------------------------------------- /library/spreadingvectors/lattices/lattice_Zn.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/lattices/lattice_Zn.h -------------------------------------------------------------------------------- /library/spreadingvectors/lattices/lattice_utils.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/lattices/lattice_utils.cpp -------------------------------------------------------------------------------- /library/spreadingvectors/lattices/lattice_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/lattices/lattice_utils.h -------------------------------------------------------------------------------- /library/spreadingvectors/lattices/test_Zn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/lattices/test_Zn.py -------------------------------------------------------------------------------- /library/spreadingvectors/reproduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/reproduce.sh -------------------------------------------------------------------------------- /library/spreadingvectors/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/requirements.txt -------------------------------------------------------------------------------- /library/spreadingvectors/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/train.py -------------------------------------------------------------------------------- /library/spreadingvectors/train_spv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/library/spreadingvectors/train_spv.py -------------------------------------------------------------------------------- /local_scripts/download_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/local_scripts/download_data.py -------------------------------------------------------------------------------- /local_scripts/make_output_dirs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/local_scripts/make_output_dirs.sh -------------------------------------------------------------------------------- /local_scripts/parallelize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/local_scripts/parallelize.sh -------------------------------------------------------------------------------- /local_scripts/webtext/mauve_metrics_drmm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/local_scripts/webtext/mauve_metrics_drmm.sh -------------------------------------------------------------------------------- /local_scripts/webtext/mauve_metrics_kmeans.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/local_scripts/webtext/mauve_metrics_kmeans.sh -------------------------------------------------------------------------------- /local_scripts/webtext/mauve_metrics_spv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/local_scripts/webtext/mauve_metrics_spv.sh -------------------------------------------------------------------------------- /local_scripts/webtext/run_all_L_metrics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/local_scripts/webtext/run_all_L_metrics.sh -------------------------------------------------------------------------------- /local_scripts/webtext/run_lm_metrics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/local_scripts/webtext/run_lm_metrics.sh -------------------------------------------------------------------------------- /local_scripts/webtext/run_self_bleu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/local_scripts/webtext/run_self_bleu.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/requirements.txt -------------------------------------------------------------------------------- /slurm_scripts/webtext/arr_generate_basic.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/slurm_scripts/webtext/arr_generate_basic.sh -------------------------------------------------------------------------------- /slurm_scripts/webtext/generate_ref.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/slurm_scripts/webtext/generate_ref.sh -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/src/generation_utils.py -------------------------------------------------------------------------------- /src/mauve_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/src/mauve_metrics.py -------------------------------------------------------------------------------- /src/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/src/metrics.py -------------------------------------------------------------------------------- /src/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/src/model_utils.py -------------------------------------------------------------------------------- /src/transformers_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/src/transformers_utils.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/krishnap25/mauve-experiments/HEAD/src/utils.py --------------------------------------------------------------------------------