├── README.md ├── continuous_finetuning ├── ds_configs │ └── stage3_offload.json ├── fine-tune.py ├── finetune.sh └── models │ ├── llama_clex │ ├── __init__.py │ ├── clex_layer.py │ └── llama │ │ ├── __pycache__ │ │ ├── configuration_llama_clex.cpython-310.pyc │ │ └── modeling_llama_clex.cpython-310.pyc │ │ ├── configuration_llama_clex.py │ │ └── modeling_llama_clex.py │ ├── llama_landmark │ ├── llama_landmark_config.py │ ├── llama_mem.py │ └── ltriton │ │ ├── __pycache__ │ │ └── flash_landmark_attention.cpython-310.pyc │ │ ├── flash_landmark_attention.py │ │ └── test_flash_landmark_attention.py │ ├── llama_longlora │ └── llama_attn_replace.py │ ├── llama_yarn │ ├── FalconDynamicPartNTKScaledRotaryEmbedding.py │ ├── GPTNeoXDynamicScaledRotaryEmbedding.py │ ├── GPTNeoXNTKScaledRotaryEmbedding.py │ ├── LlamaDynamicPartNTKScaledRotaryEmbedding.py │ ├── LlamaDynamicScaledRotaryEmbedding.py │ ├── LlamaDynamicYaRNScaledRotaryEmbedding.py │ ├── LlamaLinearScaledRotaryEmbedding.py │ ├── LlamaNTKScaledRotaryEmbedding.py │ ├── LlamaPartNTKScaledRotaryEmbedding.py │ ├── LlamaReRoPE.py │ ├── LlamaYaRNScaledRotaryEmbedding.py │ ├── __init__.py │ ├── configuration_llama.py │ ├── configuration_mistral.py │ ├── modeling_llama_together_yarn.py │ ├── modeling_llama_yarn.py │ ├── modeling_mistral_yarn.py │ ├── patch.py │ ├── yarn_dynamic_embedding.py │ └── yarn_embedding.py │ └── phi_clex │ ├── __init__.py │ ├── clex_layer.py │ └── phi2 │ ├── __pycache__ │ ├── configuration_phi2_clex.cpython-310.pyc │ └── modeling_phi2_clex.cpython-310.pyc │ ├── configuration_phi2_clex.py │ └── modeling_phi2_clex.py ├── eval_perplexity ├── data │ ├── pg19 │ │ └── test.bin │ └── proof_file │ │ └── test_sampled_data.bin ├── eval_clex.py ├── eval_landmark.py ├── eval_lm_infinite.py ├── eval_ntk.py ├── eval_pi.py ├── eval_selfextend.py ├── eval_yarn.py └── scripts │ ├── eval_ppl_clex.sh │ ├── eval_ppl_landmark.sh │ ├── eval_ppl_lm_infinite.sh │ ├── eval_ppl_ntk.sh │ ├── eval_ppl_pi.sh │ ├── eval_ppl_selfextend.sh │ └── eval_ppl_yarn.sh ├── fig └── needle.png ├── longbench ├── config │ ├── dataset2maxlen.json │ ├── dataset2prompt.json │ ├── model2maxlen.json │ └── model2path.json ├── eval.py ├── eval_trec.py ├── metrics.py ├── pred.py └── scripts │ ├── eval_llama2.sh │ └── score.sh ├── models ├── llama_clex │ ├── __init__.py │ ├── clex_layer.py │ └── llama │ │ ├── configuration_llama_clex.py │ │ └── modeling_llama_clex.py ├── llama_infinite │ ├── __init__.py │ ├── configuration_llama.py │ ├── convert_llama_weights_to_hf.py │ ├── huggingface_infinitelm.py │ ├── lambda_attention.py │ ├── llama.py │ ├── modeling_llama.py │ ├── tokenization_llama.py │ └── tokenization_llama_fast.py ├── llama_landmark │ ├── llama_landmark_config.py │ ├── llama_mem.py │ └── ltriton │ │ ├── flash_landmark_attention.py │ │ └── test_flash_landmark_attention.py ├── llama_ntk_32k │ ├── __init__.py │ ├── configuration_llama.py │ ├── convert_llama_weights_to_hf.py │ ├── modeling_llama.py │ ├── tokenization_llama.py │ └── tokenization_llama_fast.py ├── llama_ntk_64k │ ├── __init__.py │ ├── configuration_llama.py │ ├── convert_llama_weights_to_hf.py │ ├── modeling_llama.py │ ├── tokenization_llama.py │ └── tokenization_llama_fast.py ├── llama_selfextend │ ├── SelfExtend.py │ └── self_extend_patch │ │ ├── Gemma.py │ │ ├── Llama.py │ │ ├── Llama_4_40.py │ │ ├── Mistral.py │ │ ├── Phi.py │ │ ├── Qwen2.py │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── Gemma.cpython-310.pyc │ │ ├── Llama.cpython-310.pyc │ │ ├── Mistral.cpython-310.pyc │ │ ├── Phi.cpython-310.pyc │ │ ├── Qwen2.cpython-310.pyc │ │ ├── __init__.cpython-310.pyc │ │ ├── selfextend_flash_attn.cpython-310.pyc │ │ └── selfextend_flash_attn_triton.cpython-310.pyc │ │ ├── selfextend_flash_attn.py │ │ ├── selfextend_flash_attn_triton.py │ │ └── triton_selfextend_flash_attn.py └── llama_yarn │ ├── FalconDynamicPartNTKScaledRotaryEmbedding.py │ ├── GPTNeoXDynamicScaledRotaryEmbedding.py │ ├── GPTNeoXNTKScaledRotaryEmbedding.py │ ├── LlamaDynamicPartNTKScaledRotaryEmbedding.py │ ├── LlamaDynamicScaledRotaryEmbedding.py │ ├── LlamaDynamicYaRNScaledRotaryEmbedding.py │ ├── LlamaLinearScaledRotaryEmbedding.py │ ├── LlamaNTKScaledRotaryEmbedding.py │ ├── LlamaPartNTKScaledRotaryEmbedding.py │ ├── LlamaReRoPE.py │ ├── LlamaYaRNScaledRotaryEmbedding.py │ ├── __init__.py │ ├── configuration_llama.py │ ├── configuration_mistral.py │ ├── modeling_llama_together_yarn.py │ ├── modeling_llama_yarn.py │ ├── modeling_mistral_yarn.py │ └── patch.py ├── needle ├── PaulGrahamEssays │ ├── addiction.txt │ ├── aord.txt │ ├── apple.txt │ ├── avg.txt │ ├── before.txt │ ├── bias.txt │ ├── boss.txt │ ├── copy.txt │ ├── corpdev.txt │ ├── desres.txt │ ├── diff.txt │ ├── ecw.txt │ ├── founders.txt │ ├── foundervisa.txt │ ├── gap.txt │ ├── gba.txt │ ├── gh.txt │ ├── goodtaste.txt │ ├── hubs.txt │ ├── iflisp.txt │ ├── island.txt │ ├── know.txt │ ├── langdes.txt │ ├── laundry.txt │ ├── love.txt │ ├── mod.txt │ ├── newideas.txt │ ├── nft.txt │ ├── philosophy.txt │ ├── popular.txt │ ├── pow.txt │ ├── rootsoflisp.txt │ ├── rss.txt │ ├── siliconvalley.txt │ ├── startuplessons.txt │ ├── submarine.txt │ ├── sun.txt │ ├── superangels.txt │ ├── todo.txt │ ├── unions.txt │ ├── useful.txt │ ├── vb.txt │ ├── vcsqueeze.txt │ ├── vw.txt │ ├── want.txt │ ├── web20.txt │ ├── weird.txt │ ├── wisdom.txt │ └── worked.txt ├── eval.sh ├── needle_in_haystack.py └── needle_plot.py ├── requirements.txt └── ruler ├── config_models.sh ├── config_tasks.sh ├── data ├── prepare.py ├── synthetic │ ├── common_words_extraction.py │ ├── constants.py │ ├── freq_words_extraction.py │ ├── json │ │ ├── PaulGrahamEssays_URLs.txt │ │ ├── download_paulgraham_essay.py │ │ └── download_qa_dataset.sh │ ├── niah.py │ ├── qa.py │ └── variable_tracking.py ├── template.py └── tokenizer.py ├── eval.sh ├── eval ├── evaluate.py └── synthetic │ └── constants.py ├── pred ├── call_api.py ├── client_wrappers.py ├── model_wrappers.py ├── serve_trt.py └── serve_vllm.py ├── run.sh └── synthetic.yaml /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/README.md -------------------------------------------------------------------------------- /continuous_finetuning/ds_configs/stage3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/ds_configs/stage3_offload.json -------------------------------------------------------------------------------- /continuous_finetuning/fine-tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/fine-tune.py -------------------------------------------------------------------------------- /continuous_finetuning/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/finetune.sh -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_clex/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_clex/__init__.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_clex/clex_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_clex/clex_layer.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_clex/llama/__pycache__/configuration_llama_clex.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_clex/llama/__pycache__/configuration_llama_clex.cpython-310.pyc -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_clex/llama/__pycache__/modeling_llama_clex.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_clex/llama/__pycache__/modeling_llama_clex.cpython-310.pyc -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_clex/llama/configuration_llama_clex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_clex/llama/configuration_llama_clex.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_clex/llama/modeling_llama_clex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_clex/llama/modeling_llama_clex.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_landmark/llama_landmark_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_landmark/llama_landmark_config.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_landmark/llama_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_landmark/llama_mem.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_landmark/ltriton/__pycache__/flash_landmark_attention.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_landmark/ltriton/__pycache__/flash_landmark_attention.cpython-310.pyc -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_landmark/ltriton/flash_landmark_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_landmark/ltriton/flash_landmark_attention.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_landmark/ltriton/test_flash_landmark_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_landmark/ltriton/test_flash_landmark_attention.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_longlora/llama_attn_replace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_longlora/llama_attn_replace.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/FalconDynamicPartNTKScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/FalconDynamicPartNTKScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/GPTNeoXDynamicScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/GPTNeoXDynamicScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/GPTNeoXNTKScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/GPTNeoXNTKScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/LlamaDynamicPartNTKScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/LlamaDynamicPartNTKScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/LlamaDynamicScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/LlamaDynamicScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/LlamaDynamicYaRNScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/LlamaDynamicYaRNScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/LlamaLinearScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/LlamaLinearScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/LlamaNTKScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/LlamaNTKScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/LlamaPartNTKScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/LlamaPartNTKScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/LlamaReRoPE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/LlamaReRoPE.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/LlamaYaRNScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/LlamaYaRNScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/configuration_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/configuration_llama.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/configuration_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/configuration_mistral.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/modeling_llama_together_yarn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/modeling_llama_together_yarn.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/modeling_llama_yarn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/modeling_llama_yarn.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/modeling_mistral_yarn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/modeling_mistral_yarn.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/patch.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/yarn_dynamic_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/yarn_dynamic_embedding.py -------------------------------------------------------------------------------- /continuous_finetuning/models/llama_yarn/yarn_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/llama_yarn/yarn_embedding.py -------------------------------------------------------------------------------- /continuous_finetuning/models/phi_clex/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/phi_clex/__init__.py -------------------------------------------------------------------------------- /continuous_finetuning/models/phi_clex/clex_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/phi_clex/clex_layer.py -------------------------------------------------------------------------------- /continuous_finetuning/models/phi_clex/phi2/__pycache__/configuration_phi2_clex.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/phi_clex/phi2/__pycache__/configuration_phi2_clex.cpython-310.pyc -------------------------------------------------------------------------------- /continuous_finetuning/models/phi_clex/phi2/__pycache__/modeling_phi2_clex.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/phi_clex/phi2/__pycache__/modeling_phi2_clex.cpython-310.pyc -------------------------------------------------------------------------------- /continuous_finetuning/models/phi_clex/phi2/configuration_phi2_clex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/phi_clex/phi2/configuration_phi2_clex.py -------------------------------------------------------------------------------- /continuous_finetuning/models/phi_clex/phi2/modeling_phi2_clex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/continuous_finetuning/models/phi_clex/phi2/modeling_phi2_clex.py -------------------------------------------------------------------------------- /eval_perplexity/data/pg19/test.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/data/pg19/test.bin -------------------------------------------------------------------------------- /eval_perplexity/data/proof_file/test_sampled_data.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/data/proof_file/test_sampled_data.bin -------------------------------------------------------------------------------- /eval_perplexity/eval_clex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/eval_clex.py -------------------------------------------------------------------------------- /eval_perplexity/eval_landmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/eval_landmark.py -------------------------------------------------------------------------------- /eval_perplexity/eval_lm_infinite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/eval_lm_infinite.py -------------------------------------------------------------------------------- /eval_perplexity/eval_ntk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/eval_ntk.py -------------------------------------------------------------------------------- /eval_perplexity/eval_pi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/eval_pi.py -------------------------------------------------------------------------------- /eval_perplexity/eval_selfextend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/eval_selfextend.py -------------------------------------------------------------------------------- /eval_perplexity/eval_yarn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/eval_yarn.py -------------------------------------------------------------------------------- /eval_perplexity/scripts/eval_ppl_clex.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/scripts/eval_ppl_clex.sh -------------------------------------------------------------------------------- /eval_perplexity/scripts/eval_ppl_landmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/scripts/eval_ppl_landmark.sh -------------------------------------------------------------------------------- /eval_perplexity/scripts/eval_ppl_lm_infinite.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/scripts/eval_ppl_lm_infinite.sh -------------------------------------------------------------------------------- /eval_perplexity/scripts/eval_ppl_ntk.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/scripts/eval_ppl_ntk.sh -------------------------------------------------------------------------------- /eval_perplexity/scripts/eval_ppl_pi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/scripts/eval_ppl_pi.sh -------------------------------------------------------------------------------- /eval_perplexity/scripts/eval_ppl_selfextend.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/scripts/eval_ppl_selfextend.sh -------------------------------------------------------------------------------- /eval_perplexity/scripts/eval_ppl_yarn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/eval_perplexity/scripts/eval_ppl_yarn.sh -------------------------------------------------------------------------------- /fig/needle.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/fig/needle.png -------------------------------------------------------------------------------- /longbench/config/dataset2maxlen.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/longbench/config/dataset2maxlen.json -------------------------------------------------------------------------------- /longbench/config/dataset2prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/longbench/config/dataset2prompt.json -------------------------------------------------------------------------------- /longbench/config/model2maxlen.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/longbench/config/model2maxlen.json -------------------------------------------------------------------------------- /longbench/config/model2path.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/longbench/config/model2path.json -------------------------------------------------------------------------------- /longbench/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/longbench/eval.py -------------------------------------------------------------------------------- /longbench/eval_trec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/longbench/eval_trec.py -------------------------------------------------------------------------------- /longbench/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/longbench/metrics.py -------------------------------------------------------------------------------- /longbench/pred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/longbench/pred.py -------------------------------------------------------------------------------- /longbench/scripts/eval_llama2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/longbench/scripts/eval_llama2.sh -------------------------------------------------------------------------------- /longbench/scripts/score.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/longbench/scripts/score.sh -------------------------------------------------------------------------------- /models/llama_clex/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_clex/__init__.py -------------------------------------------------------------------------------- /models/llama_clex/clex_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_clex/clex_layer.py -------------------------------------------------------------------------------- /models/llama_clex/llama/configuration_llama_clex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_clex/llama/configuration_llama_clex.py -------------------------------------------------------------------------------- /models/llama_clex/llama/modeling_llama_clex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_clex/llama/modeling_llama_clex.py -------------------------------------------------------------------------------- /models/llama_infinite/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_infinite/__init__.py -------------------------------------------------------------------------------- /models/llama_infinite/configuration_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_infinite/configuration_llama.py -------------------------------------------------------------------------------- /models/llama_infinite/convert_llama_weights_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_infinite/convert_llama_weights_to_hf.py -------------------------------------------------------------------------------- /models/llama_infinite/huggingface_infinitelm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_infinite/huggingface_infinitelm.py -------------------------------------------------------------------------------- /models/llama_infinite/lambda_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_infinite/lambda_attention.py -------------------------------------------------------------------------------- /models/llama_infinite/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_infinite/llama.py -------------------------------------------------------------------------------- /models/llama_infinite/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_infinite/modeling_llama.py -------------------------------------------------------------------------------- /models/llama_infinite/tokenization_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_infinite/tokenization_llama.py -------------------------------------------------------------------------------- /models/llama_infinite/tokenization_llama_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_infinite/tokenization_llama_fast.py -------------------------------------------------------------------------------- /models/llama_landmark/llama_landmark_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_landmark/llama_landmark_config.py -------------------------------------------------------------------------------- /models/llama_landmark/llama_mem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_landmark/llama_mem.py -------------------------------------------------------------------------------- /models/llama_landmark/ltriton/flash_landmark_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_landmark/ltriton/flash_landmark_attention.py -------------------------------------------------------------------------------- /models/llama_landmark/ltriton/test_flash_landmark_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_landmark/ltriton/test_flash_landmark_attention.py -------------------------------------------------------------------------------- /models/llama_ntk_32k/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_ntk_32k/__init__.py -------------------------------------------------------------------------------- /models/llama_ntk_32k/configuration_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_ntk_32k/configuration_llama.py -------------------------------------------------------------------------------- /models/llama_ntk_32k/convert_llama_weights_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_ntk_32k/convert_llama_weights_to_hf.py -------------------------------------------------------------------------------- /models/llama_ntk_32k/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_ntk_32k/modeling_llama.py -------------------------------------------------------------------------------- /models/llama_ntk_32k/tokenization_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_ntk_32k/tokenization_llama.py -------------------------------------------------------------------------------- /models/llama_ntk_32k/tokenization_llama_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_ntk_32k/tokenization_llama_fast.py -------------------------------------------------------------------------------- /models/llama_ntk_64k/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_ntk_64k/__init__.py -------------------------------------------------------------------------------- /models/llama_ntk_64k/configuration_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_ntk_64k/configuration_llama.py -------------------------------------------------------------------------------- /models/llama_ntk_64k/convert_llama_weights_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_ntk_64k/convert_llama_weights_to_hf.py -------------------------------------------------------------------------------- /models/llama_ntk_64k/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_ntk_64k/modeling_llama.py -------------------------------------------------------------------------------- /models/llama_ntk_64k/tokenization_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_ntk_64k/tokenization_llama.py -------------------------------------------------------------------------------- /models/llama_ntk_64k/tokenization_llama_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_ntk_64k/tokenization_llama_fast.py -------------------------------------------------------------------------------- /models/llama_selfextend/SelfExtend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/SelfExtend.py -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/Gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/Gemma.py -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/Llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/Llama.py -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/Llama_4_40.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/Llama_4_40.py -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/Mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/Mistral.py -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/Phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/Phi.py -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/Qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/Qwen2.py -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/__init__.py -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/__pycache__/Gemma.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/__pycache__/Gemma.cpython-310.pyc -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/__pycache__/Llama.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/__pycache__/Llama.cpython-310.pyc -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/__pycache__/Mistral.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/__pycache__/Mistral.cpython-310.pyc -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/__pycache__/Phi.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/__pycache__/Phi.cpython-310.pyc -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/__pycache__/Qwen2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/__pycache__/Qwen2.cpython-310.pyc -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/__pycache__/selfextend_flash_attn.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/__pycache__/selfextend_flash_attn.cpython-310.pyc -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/__pycache__/selfextend_flash_attn_triton.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/__pycache__/selfextend_flash_attn_triton.cpython-310.pyc -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/selfextend_flash_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/selfextend_flash_attn.py -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/selfextend_flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/selfextend_flash_attn_triton.py -------------------------------------------------------------------------------- /models/llama_selfextend/self_extend_patch/triton_selfextend_flash_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_selfextend/self_extend_patch/triton_selfextend_flash_attn.py -------------------------------------------------------------------------------- /models/llama_yarn/FalconDynamicPartNTKScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/FalconDynamicPartNTKScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /models/llama_yarn/GPTNeoXDynamicScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/GPTNeoXDynamicScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /models/llama_yarn/GPTNeoXNTKScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/GPTNeoXNTKScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /models/llama_yarn/LlamaDynamicPartNTKScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/LlamaDynamicPartNTKScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /models/llama_yarn/LlamaDynamicScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/LlamaDynamicScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /models/llama_yarn/LlamaDynamicYaRNScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/LlamaDynamicYaRNScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /models/llama_yarn/LlamaLinearScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/LlamaLinearScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /models/llama_yarn/LlamaNTKScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/LlamaNTKScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /models/llama_yarn/LlamaPartNTKScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/LlamaPartNTKScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /models/llama_yarn/LlamaReRoPE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/LlamaReRoPE.py -------------------------------------------------------------------------------- /models/llama_yarn/LlamaYaRNScaledRotaryEmbedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/LlamaYaRNScaledRotaryEmbedding.py -------------------------------------------------------------------------------- /models/llama_yarn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/llama_yarn/configuration_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/configuration_llama.py -------------------------------------------------------------------------------- /models/llama_yarn/configuration_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/configuration_mistral.py -------------------------------------------------------------------------------- /models/llama_yarn/modeling_llama_together_yarn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/modeling_llama_together_yarn.py -------------------------------------------------------------------------------- /models/llama_yarn/modeling_llama_yarn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/modeling_llama_yarn.py -------------------------------------------------------------------------------- /models/llama_yarn/modeling_mistral_yarn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/modeling_mistral_yarn.py -------------------------------------------------------------------------------- /models/llama_yarn/patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/models/llama_yarn/patch.py -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/addiction.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/addiction.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/aord.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/aord.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/apple.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/apple.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/avg.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/avg.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/before.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/before.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/bias.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/bias.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/boss.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/boss.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/copy.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/copy.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/corpdev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/corpdev.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/desres.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/desres.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/diff.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/diff.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/ecw.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/ecw.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/founders.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/founders.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/foundervisa.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/foundervisa.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/gap.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/gap.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/gba.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/gba.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/gh.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/gh.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/goodtaste.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/goodtaste.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/hubs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/hubs.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/iflisp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/iflisp.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/island.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/island.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/know.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/know.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/langdes.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/langdes.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/laundry.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/laundry.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/love.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/love.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/mod.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/mod.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/newideas.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/newideas.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/nft.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/nft.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/philosophy.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/philosophy.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/popular.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/popular.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/pow.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/pow.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/rootsoflisp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/rootsoflisp.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/rss.txt: -------------------------------------------------------------------------------- 1 | Aaron Swartz created a scraped 2 | feed 3 | of the essays page. -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/siliconvalley.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/siliconvalley.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/startuplessons.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/startuplessons.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/submarine.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/submarine.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/sun.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/sun.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/superangels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/superangels.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/todo.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/todo.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/unions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/unions.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/useful.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/useful.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/vb.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/vb.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/vcsqueeze.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/vcsqueeze.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/vw.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/vw.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/want.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/want.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/web20.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/web20.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/weird.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/weird.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/wisdom.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/wisdom.txt -------------------------------------------------------------------------------- /needle/PaulGrahamEssays/worked.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/PaulGrahamEssays/worked.txt -------------------------------------------------------------------------------- /needle/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/eval.sh -------------------------------------------------------------------------------- /needle/needle_in_haystack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/needle_in_haystack.py -------------------------------------------------------------------------------- /needle/needle_plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/needle/needle_plot.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/requirements.txt -------------------------------------------------------------------------------- /ruler/config_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/config_models.sh -------------------------------------------------------------------------------- /ruler/config_tasks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/config_tasks.sh -------------------------------------------------------------------------------- /ruler/data/prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/data/prepare.py -------------------------------------------------------------------------------- /ruler/data/synthetic/common_words_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/data/synthetic/common_words_extraction.py -------------------------------------------------------------------------------- /ruler/data/synthetic/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/data/synthetic/constants.py -------------------------------------------------------------------------------- /ruler/data/synthetic/freq_words_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/data/synthetic/freq_words_extraction.py -------------------------------------------------------------------------------- /ruler/data/synthetic/json/PaulGrahamEssays_URLs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/data/synthetic/json/PaulGrahamEssays_URLs.txt -------------------------------------------------------------------------------- /ruler/data/synthetic/json/download_paulgraham_essay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/data/synthetic/json/download_paulgraham_essay.py -------------------------------------------------------------------------------- /ruler/data/synthetic/json/download_qa_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/data/synthetic/json/download_qa_dataset.sh -------------------------------------------------------------------------------- /ruler/data/synthetic/niah.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/data/synthetic/niah.py -------------------------------------------------------------------------------- /ruler/data/synthetic/qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/data/synthetic/qa.py -------------------------------------------------------------------------------- /ruler/data/synthetic/variable_tracking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/data/synthetic/variable_tracking.py -------------------------------------------------------------------------------- /ruler/data/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/data/template.py -------------------------------------------------------------------------------- /ruler/data/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/data/tokenizer.py -------------------------------------------------------------------------------- /ruler/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/eval.sh -------------------------------------------------------------------------------- /ruler/eval/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/eval/evaluate.py -------------------------------------------------------------------------------- /ruler/eval/synthetic/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/eval/synthetic/constants.py -------------------------------------------------------------------------------- /ruler/pred/call_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/pred/call_api.py -------------------------------------------------------------------------------- /ruler/pred/client_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/pred/client_wrappers.py -------------------------------------------------------------------------------- /ruler/pred/model_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/pred/model_wrappers.py -------------------------------------------------------------------------------- /ruler/pred/serve_trt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/pred/serve_trt.py -------------------------------------------------------------------------------- /ruler/pred/serve_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/pred/serve_vllm.py -------------------------------------------------------------------------------- /ruler/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/run.sh -------------------------------------------------------------------------------- /ruler/synthetic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Leooyii/LCEG/HEAD/ruler/synthetic.yaml --------------------------------------------------------------------------------