├── .gitignore ├── LICENSE ├── README.md ├── eval_generate_eli5.py ├── eval_retriever_eli5.py ├── generate_final_guess_bounds.py ├── models ├── hparams.json └── vocab.pg19_length8k.32768.subwords ├── routing_tf_api_generation_eli5.py ├── routing_transformer ├── README.md ├── __init__.py ├── image │ └── routing_attention.png ├── problems │ ├── __init__.py │ ├── enwik8.py │ ├── pg19.py │ └── wikitext103.py ├── requirements.txt ├── routing_tf_api.py ├── routing_transformer_test.py ├── run.sh ├── samples │ ├── doc_mt_sample.txt │ ├── pg19_cond_sample.txt │ ├── pg19_sample1.txt │ ├── pg19_sample10.txt │ ├── pg19_sample2.txt │ ├── pg19_sample3.txt │ ├── pg19_sample4.txt │ ├── pg19_sample5.txt │ ├── pg19_sample6.txt │ ├── pg19_sample7.txt │ ├── pg19_sample8.txt │ └── pg19_sample9.txt ├── sparse_image_transformer.py ├── sparse_transformer.py ├── t2t_datagen.py ├── t2t_decoder.py ├── t2t_eval.py ├── t2t_trainer.py └── utils.py └── run_qqp.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/README.md -------------------------------------------------------------------------------- /eval_generate_eli5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/eval_generate_eli5.py -------------------------------------------------------------------------------- /eval_retriever_eli5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/eval_retriever_eli5.py -------------------------------------------------------------------------------- /generate_final_guess_bounds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/generate_final_guess_bounds.py -------------------------------------------------------------------------------- /models/hparams.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/models/hparams.json -------------------------------------------------------------------------------- /models/vocab.pg19_length8k.32768.subwords: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/models/vocab.pg19_length8k.32768.subwords -------------------------------------------------------------------------------- /routing_tf_api_generation_eli5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_tf_api_generation_eli5.py -------------------------------------------------------------------------------- /routing_transformer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/README.md -------------------------------------------------------------------------------- /routing_transformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/__init__.py -------------------------------------------------------------------------------- /routing_transformer/image/routing_attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/image/routing_attention.png -------------------------------------------------------------------------------- /routing_transformer/problems/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/problems/__init__.py -------------------------------------------------------------------------------- /routing_transformer/problems/enwik8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/problems/enwik8.py -------------------------------------------------------------------------------- /routing_transformer/problems/pg19.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/problems/pg19.py -------------------------------------------------------------------------------- /routing_transformer/problems/wikitext103.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/problems/wikitext103.py -------------------------------------------------------------------------------- /routing_transformer/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/requirements.txt -------------------------------------------------------------------------------- /routing_transformer/routing_tf_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/routing_tf_api.py -------------------------------------------------------------------------------- /routing_transformer/routing_transformer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/routing_transformer_test.py -------------------------------------------------------------------------------- /routing_transformer/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/run.sh -------------------------------------------------------------------------------- /routing_transformer/samples/doc_mt_sample.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/samples/doc_mt_sample.txt -------------------------------------------------------------------------------- /routing_transformer/samples/pg19_cond_sample.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/samples/pg19_cond_sample.txt -------------------------------------------------------------------------------- /routing_transformer/samples/pg19_sample1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/samples/pg19_sample1.txt -------------------------------------------------------------------------------- /routing_transformer/samples/pg19_sample10.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/samples/pg19_sample10.txt -------------------------------------------------------------------------------- /routing_transformer/samples/pg19_sample2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/samples/pg19_sample2.txt -------------------------------------------------------------------------------- /routing_transformer/samples/pg19_sample3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/samples/pg19_sample3.txt -------------------------------------------------------------------------------- /routing_transformer/samples/pg19_sample4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/samples/pg19_sample4.txt -------------------------------------------------------------------------------- /routing_transformer/samples/pg19_sample5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/samples/pg19_sample5.txt -------------------------------------------------------------------------------- /routing_transformer/samples/pg19_sample6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/samples/pg19_sample6.txt -------------------------------------------------------------------------------- /routing_transformer/samples/pg19_sample7.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/samples/pg19_sample7.txt -------------------------------------------------------------------------------- /routing_transformer/samples/pg19_sample8.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/samples/pg19_sample8.txt -------------------------------------------------------------------------------- /routing_transformer/samples/pg19_sample9.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/samples/pg19_sample9.txt -------------------------------------------------------------------------------- /routing_transformer/sparse_image_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/sparse_image_transformer.py -------------------------------------------------------------------------------- /routing_transformer/sparse_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/sparse_transformer.py -------------------------------------------------------------------------------- /routing_transformer/t2t_datagen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/t2t_datagen.py -------------------------------------------------------------------------------- /routing_transformer/t2t_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/t2t_decoder.py -------------------------------------------------------------------------------- /routing_transformer/t2t_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/t2t_eval.py -------------------------------------------------------------------------------- /routing_transformer/t2t_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/t2t_trainer.py -------------------------------------------------------------------------------- /routing_transformer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/routing_transformer/utils.py -------------------------------------------------------------------------------- /run_qqp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/martiansideofthemoon/hurdles-longform-qa/HEAD/run_qqp.py --------------------------------------------------------------------------------