├── README.md ├── assets └── attention.png ├── cache.py ├── dataset.py ├── eval_lm.py ├── eval_lm_quick.py ├── eval_needle.py ├── eval_passkey.py ├── eval_utils.py ├── gen_utils.py ├── icl ├── __init__.py ├── figures.py └── template.py ├── models.py ├── needle ├── .gitignore ├── PaulGrahamEssays │ ├── addiction.txt │ ├── aord.txt │ ├── apple.txt │ ├── avg.txt │ ├── before.txt │ ├── bias.txt │ ├── boss.txt │ ├── copy.txt │ ├── corpdev.txt │ ├── desres.txt │ ├── diff.txt │ ├── ecw.txt │ ├── founders.txt │ ├── foundervisa.txt │ ├── gap.txt │ ├── gba.txt │ ├── gh.txt │ ├── goodtaste.txt │ ├── hubs.txt │ ├── iflisp.txt │ ├── island.txt │ ├── know.txt │ ├── langdes.txt │ ├── laundry.txt │ ├── love.txt │ ├── mod.txt │ ├── newideas.txt │ ├── nft.txt │ ├── philosophy.txt │ ├── popular.txt │ ├── pow.txt │ ├── rootsoflisp.txt │ ├── rss.txt │ ├── siliconvalley.txt │ ├── startuplessons.txt │ ├── submarine.txt │ ├── sun.txt │ ├── superangels.txt │ ├── todo.txt │ ├── unions.txt │ ├── useful.txt │ ├── vb.txt │ ├── vcsqueeze.txt │ ├── vw.txt │ ├── want.txt │ ├── web20.txt │ ├── weird.txt │ ├── wisdom.txt │ └── worked.txt ├── __init__.py ├── download.py ├── needle_in_haystack.py ├── needle_utils.py ├── needle_visualize.py └── replace_attention.py ├── notebooks └── basic_example.ipynb ├── requirements.txt ├── scripts ├── needle_loop.sh └── passkey_loop.sh ├── utils.py └── visualize.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/README.md -------------------------------------------------------------------------------- /assets/attention.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/assets/attention.png -------------------------------------------------------------------------------- /cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/cache.py -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/dataset.py -------------------------------------------------------------------------------- /eval_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/eval_lm.py -------------------------------------------------------------------------------- /eval_lm_quick.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/eval_lm_quick.py -------------------------------------------------------------------------------- /eval_needle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/eval_needle.py -------------------------------------------------------------------------------- /eval_passkey.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/eval_passkey.py -------------------------------------------------------------------------------- /eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/eval_utils.py -------------------------------------------------------------------------------- /gen_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/gen_utils.py -------------------------------------------------------------------------------- /icl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /icl/figures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/icl/figures.py -------------------------------------------------------------------------------- /icl/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/icl/template.py -------------------------------------------------------------------------------- /models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/models.py -------------------------------------------------------------------------------- /needle/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/.gitignore -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/addiction.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/addiction.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/aord.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/aord.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/apple.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/apple.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/avg.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/avg.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/before.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/before.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/bias.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/bias.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/boss.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/boss.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/copy.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/copy.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/corpdev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/corpdev.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/desres.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/desres.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/diff.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/diff.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/ecw.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/ecw.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/founders.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/founders.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/foundervisa.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/foundervisa.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/gap.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/gap.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/gba.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/gba.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/gh.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/gh.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/goodtaste.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/goodtaste.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/hubs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/hubs.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/iflisp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/iflisp.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/island.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/island.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/know.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/know.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/langdes.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/langdes.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/laundry.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/laundry.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/love.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/love.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/mod.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/mod.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/newideas.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/newideas.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/nft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/nft.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/philosophy.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/philosophy.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/popular.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/popular.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/pow.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/pow.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/rootsoflisp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/rootsoflisp.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/rss.txt: -------------------------------------------------------------------------------- 1 | Aaron Swartz created a scraped 2 | feed 3 | of the essays page. -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/siliconvalley.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/siliconvalley.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/startuplessons.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/startuplessons.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/submarine.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/submarine.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/sun.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/sun.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/superangels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/superangels.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/todo.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/todo.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/unions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/unions.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/useful.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/useful.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/vb.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/vb.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/vcsqueeze.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/vcsqueeze.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/vw.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/vw.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/want.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/want.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/web20.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/web20.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/weird.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/weird.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/wisdom.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/wisdom.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/worked.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/PaulGrahamEssays/worked.txt -------------------------------------------------------------------------------- /needle/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /needle/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/download.py -------------------------------------------------------------------------------- /needle/needle_in_haystack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/needle_in_haystack.py -------------------------------------------------------------------------------- /needle/needle_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/needle_utils.py -------------------------------------------------------------------------------- /needle/needle_visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/needle_visualize.py -------------------------------------------------------------------------------- /needle/replace_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/needle/replace_attention.py -------------------------------------------------------------------------------- /notebooks/basic_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/notebooks/basic_example.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/needle_loop.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/scripts/needle_loop.sh -------------------------------------------------------------------------------- /scripts/passkey_loop.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/scripts/passkey_loop.sh -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/utils.py -------------------------------------------------------------------------------- /visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alessiodevoto/l2compress/HEAD/visualize.py --------------------------------------------------------------------------------