├── .gitignore ├── .vscode ├── launch.json └── settings.json ├── README.md ├── assets ├── LongEmbed_v0417.pdf ├── dataset-on-hf-xl.svg ├── model-on-hf-xl.svg ├── paper-page-xl.svg └── repo_figure.jpg ├── data └── .gitignore ├── models └── .gitignore ├── requirements.txt ├── results ├── bge-base-en-v1.5 │ ├── LEMBNarrativeQARetrieval.json │ ├── LEMBNeedleRetrieval.json │ ├── LEMBPasskeyRetrieval.json │ ├── LEMBQMSumRetrieval.json │ ├── LEMBSummScreenFDRetrieval.json │ ├── LEMBWikimQARetrieval.json │ └── overall_results.json ├── bge-m3 │ ├── LEMBNarrativeQARetrieval.json │ ├── LEMBNeedleRetrieval.json │ ├── LEMBPasskeyRetrieval.json │ ├── LEMBQMSumRetrieval.json │ ├── LEMBSummScreenFDRetrieval.json │ ├── LEMBWikimQARetrieval.json │ └── overall_results.json ├── contriever │ ├── LEMBNarrativeQARetrieval.json │ ├── LEMBNeedleRetrieval.json │ ├── LEMBPasskeyRetrieval.json │ ├── LEMBQMSumRetrieval.json │ ├── LEMBSummScreenFDRetrieval.json │ ├── LEMBWikimQARetrieval.json │ └── overall_results.json ├── e5-base-4k_interpolate │ ├── LEMBNarrativeQARetrieval.json │ ├── LEMBNeedleRetrieval.json │ ├── LEMBPasskeyRetrieval.json │ ├── LEMBQMSumRetrieval.json │ ├── LEMBSummScreenFDRetrieval.json │ ├── LEMBWikimQARetrieval.json │ └── overall_results.json ├── e5-base-v2 │ ├── LEMBNarrativeQARetrieval.json │ ├── LEMBNeedleRetrieval.json │ ├── LEMBPasskeyRetrieval.json │ ├── LEMBQMSumRetrieval.json │ ├── LEMBSummScreenFDRetrieval.json │ ├── LEMBWikimQARetrieval.json │ └── overall_results.json ├── e5-mistral-7b-instruct │ ├── LEMBNarrativeQARetrieval.json │ ├── LEMBNeedleRetrieval.json │ ├── LEMBPasskeyRetrieval.json │ ├── LEMBQMSumRetrieval.json │ ├── LEMBSummScreenFDRetrieval.json │ ├── LEMBWikimQARetrieval.json │ └── overall_results.json ├── e5-mistral-7b-instruct_theta100000_32768 │ ├── LEMBNarrativeQARetrieval.json │ ├── LEMBNeedleRetrieval.json │ ├── LEMBPasskeyRetrieval.json │ ├── LEMBQMSumRetrieval.json │ ├── LEMBSummScreenFDRetrieval.json │ ├── LEMBWikimQARetrieval.json │ └── overall_results.json ├── e5rope-base │ ├── LEMBNarrativeQARetrieval.json │ ├── LEMBNeedleRetrieval.json │ ├── LEMBPasskeyRetrieval.json │ ├── LEMBQMSumRetrieval.json │ ├── LEMBSummScreenFDRetrieval.json │ ├── LEMBWikimQARetrieval.json │ └── overall_results.json ├── e5rope-base_se_4096 │ ├── LEMBNarrativeQARetrieval.json │ ├── LEMBNeedleRetrieval.json │ ├── LEMBPasskeyRetrieval.json │ ├── LEMBQMSumRetrieval.json │ ├── LEMBSummScreenFDRetrieval.json │ ├── LEMBWikimQARetrieval.json │ └── overall_results.json ├── gte-base │ ├── LEMBNarrativeQARetrieval.json │ ├── LEMBNeedleRetrieval.json │ ├── LEMBPasskeyRetrieval.json │ ├── LEMBQMSumRetrieval.json │ ├── LEMBSummScreenFDRetrieval.json │ ├── LEMBWikimQARetrieval.json │ └── overall_results.json ├── jina-embeddings-v2-base-en │ ├── LEMBNarrativeQARetrieval.json │ ├── LEMBNeedleRetrieval.json │ ├── LEMBPasskeyRetrieval.json │ ├── LEMBQMSumRetrieval.json │ ├── LEMBSummScreenFDRetrieval.json │ ├── LEMBWikimQARetrieval.json │ └── overall_results.json └── nomic-embed-text-v1_rsf16 │ ├── LEMBNarrativeQARetrieval.json │ ├── LEMBNeedleRetrieval.json │ ├── LEMBPasskeyRetrieval.json │ ├── LEMBQMSumRetrieval.json │ ├── LEMBSummScreenFDRetrieval.json │ ├── LEMBWikimQARetrieval.json │ └── overall_results.json ├── scripts └── run_long_embed.sh ├── src ├── LEMBNarrativeQARetrieval.py ├── LEMBNeedleRetrieval.py ├── LEMBPasskeyRetrieval.py ├── LEMBQMSumRetrieval.py ├── LEMBSummScreenFDRetrieval.py ├── LEMBWikimQARetrieval.py ├── configuration_e5rope.py ├── encoder_model.py ├── model_config.py ├── model_utils.py ├── modeling_e5rope.py ├── modify_utils.py ├── self_extend_patch.py ├── selfextend_flash_attn.py ├── test_long_embed.py └── utils.py └── visualize └── .gitignore /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/.gitignore -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/.vscode/launch.json -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- 1 | { 2 | "workbench.editor.wrapTabs": true, 3 | } -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/README.md -------------------------------------------------------------------------------- /assets/LongEmbed_v0417.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/assets/LongEmbed_v0417.pdf -------------------------------------------------------------------------------- /assets/dataset-on-hf-xl.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/assets/dataset-on-hf-xl.svg -------------------------------------------------------------------------------- /assets/model-on-hf-xl.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/assets/model-on-hf-xl.svg -------------------------------------------------------------------------------- /assets/paper-page-xl.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/assets/paper-page-xl.svg -------------------------------------------------------------------------------- /assets/repo_figure.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/assets/repo_figure.jpg -------------------------------------------------------------------------------- /data/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore -------------------------------------------------------------------------------- /models/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/requirements.txt -------------------------------------------------------------------------------- /results/bge-base-en-v1.5/LEMBNarrativeQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-base-en-v1.5/LEMBNarrativeQARetrieval.json -------------------------------------------------------------------------------- /results/bge-base-en-v1.5/LEMBNeedleRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-base-en-v1.5/LEMBNeedleRetrieval.json -------------------------------------------------------------------------------- /results/bge-base-en-v1.5/LEMBPasskeyRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-base-en-v1.5/LEMBPasskeyRetrieval.json -------------------------------------------------------------------------------- /results/bge-base-en-v1.5/LEMBQMSumRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-base-en-v1.5/LEMBQMSumRetrieval.json -------------------------------------------------------------------------------- /results/bge-base-en-v1.5/LEMBSummScreenFDRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-base-en-v1.5/LEMBSummScreenFDRetrieval.json -------------------------------------------------------------------------------- /results/bge-base-en-v1.5/LEMBWikimQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-base-en-v1.5/LEMBWikimQARetrieval.json -------------------------------------------------------------------------------- /results/bge-base-en-v1.5/overall_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-base-en-v1.5/overall_results.json -------------------------------------------------------------------------------- /results/bge-m3/LEMBNarrativeQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-m3/LEMBNarrativeQARetrieval.json -------------------------------------------------------------------------------- /results/bge-m3/LEMBNeedleRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-m3/LEMBNeedleRetrieval.json -------------------------------------------------------------------------------- /results/bge-m3/LEMBPasskeyRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-m3/LEMBPasskeyRetrieval.json -------------------------------------------------------------------------------- /results/bge-m3/LEMBQMSumRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-m3/LEMBQMSumRetrieval.json -------------------------------------------------------------------------------- /results/bge-m3/LEMBSummScreenFDRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-m3/LEMBSummScreenFDRetrieval.json -------------------------------------------------------------------------------- /results/bge-m3/LEMBWikimQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-m3/LEMBWikimQARetrieval.json -------------------------------------------------------------------------------- /results/bge-m3/overall_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/bge-m3/overall_results.json -------------------------------------------------------------------------------- /results/contriever/LEMBNarrativeQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/contriever/LEMBNarrativeQARetrieval.json -------------------------------------------------------------------------------- /results/contriever/LEMBNeedleRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/contriever/LEMBNeedleRetrieval.json -------------------------------------------------------------------------------- /results/contriever/LEMBPasskeyRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/contriever/LEMBPasskeyRetrieval.json -------------------------------------------------------------------------------- /results/contriever/LEMBQMSumRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/contriever/LEMBQMSumRetrieval.json -------------------------------------------------------------------------------- /results/contriever/LEMBSummScreenFDRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/contriever/LEMBSummScreenFDRetrieval.json -------------------------------------------------------------------------------- /results/contriever/LEMBWikimQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/contriever/LEMBWikimQARetrieval.json -------------------------------------------------------------------------------- /results/contriever/overall_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/contriever/overall_results.json -------------------------------------------------------------------------------- /results/e5-base-4k_interpolate/LEMBNarrativeQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-4k_interpolate/LEMBNarrativeQARetrieval.json -------------------------------------------------------------------------------- /results/e5-base-4k_interpolate/LEMBNeedleRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-4k_interpolate/LEMBNeedleRetrieval.json -------------------------------------------------------------------------------- /results/e5-base-4k_interpolate/LEMBPasskeyRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-4k_interpolate/LEMBPasskeyRetrieval.json -------------------------------------------------------------------------------- /results/e5-base-4k_interpolate/LEMBQMSumRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-4k_interpolate/LEMBQMSumRetrieval.json -------------------------------------------------------------------------------- /results/e5-base-4k_interpolate/LEMBSummScreenFDRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-4k_interpolate/LEMBSummScreenFDRetrieval.json -------------------------------------------------------------------------------- /results/e5-base-4k_interpolate/LEMBWikimQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-4k_interpolate/LEMBWikimQARetrieval.json -------------------------------------------------------------------------------- /results/e5-base-4k_interpolate/overall_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-4k_interpolate/overall_results.json -------------------------------------------------------------------------------- /results/e5-base-v2/LEMBNarrativeQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-v2/LEMBNarrativeQARetrieval.json -------------------------------------------------------------------------------- /results/e5-base-v2/LEMBNeedleRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-v2/LEMBNeedleRetrieval.json -------------------------------------------------------------------------------- /results/e5-base-v2/LEMBPasskeyRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-v2/LEMBPasskeyRetrieval.json -------------------------------------------------------------------------------- /results/e5-base-v2/LEMBQMSumRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-v2/LEMBQMSumRetrieval.json -------------------------------------------------------------------------------- /results/e5-base-v2/LEMBSummScreenFDRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-v2/LEMBSummScreenFDRetrieval.json -------------------------------------------------------------------------------- /results/e5-base-v2/LEMBWikimQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-v2/LEMBWikimQARetrieval.json -------------------------------------------------------------------------------- /results/e5-base-v2/overall_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-base-v2/overall_results.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct/LEMBNarrativeQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct/LEMBNarrativeQARetrieval.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct/LEMBNeedleRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct/LEMBNeedleRetrieval.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct/LEMBPasskeyRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct/LEMBPasskeyRetrieval.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct/LEMBQMSumRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct/LEMBQMSumRetrieval.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct/LEMBSummScreenFDRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct/LEMBSummScreenFDRetrieval.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct/LEMBWikimQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct/LEMBWikimQARetrieval.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct/overall_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct/overall_results.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct_theta100000_32768/LEMBNarrativeQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct_theta100000_32768/LEMBNarrativeQARetrieval.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct_theta100000_32768/LEMBNeedleRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct_theta100000_32768/LEMBNeedleRetrieval.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct_theta100000_32768/LEMBPasskeyRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct_theta100000_32768/LEMBPasskeyRetrieval.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct_theta100000_32768/LEMBQMSumRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct_theta100000_32768/LEMBQMSumRetrieval.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct_theta100000_32768/LEMBSummScreenFDRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct_theta100000_32768/LEMBSummScreenFDRetrieval.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct_theta100000_32768/LEMBWikimQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct_theta100000_32768/LEMBWikimQARetrieval.json -------------------------------------------------------------------------------- /results/e5-mistral-7b-instruct_theta100000_32768/overall_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5-mistral-7b-instruct_theta100000_32768/overall_results.json -------------------------------------------------------------------------------- /results/e5rope-base/LEMBNarrativeQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base/LEMBNarrativeQARetrieval.json -------------------------------------------------------------------------------- /results/e5rope-base/LEMBNeedleRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base/LEMBNeedleRetrieval.json -------------------------------------------------------------------------------- /results/e5rope-base/LEMBPasskeyRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base/LEMBPasskeyRetrieval.json -------------------------------------------------------------------------------- /results/e5rope-base/LEMBQMSumRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base/LEMBQMSumRetrieval.json -------------------------------------------------------------------------------- /results/e5rope-base/LEMBSummScreenFDRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base/LEMBSummScreenFDRetrieval.json -------------------------------------------------------------------------------- /results/e5rope-base/LEMBWikimQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base/LEMBWikimQARetrieval.json -------------------------------------------------------------------------------- /results/e5rope-base/overall_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base/overall_results.json -------------------------------------------------------------------------------- /results/e5rope-base_se_4096/LEMBNarrativeQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base_se_4096/LEMBNarrativeQARetrieval.json -------------------------------------------------------------------------------- /results/e5rope-base_se_4096/LEMBNeedleRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base_se_4096/LEMBNeedleRetrieval.json -------------------------------------------------------------------------------- /results/e5rope-base_se_4096/LEMBPasskeyRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base_se_4096/LEMBPasskeyRetrieval.json -------------------------------------------------------------------------------- /results/e5rope-base_se_4096/LEMBQMSumRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base_se_4096/LEMBQMSumRetrieval.json -------------------------------------------------------------------------------- /results/e5rope-base_se_4096/LEMBSummScreenFDRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base_se_4096/LEMBSummScreenFDRetrieval.json -------------------------------------------------------------------------------- /results/e5rope-base_se_4096/LEMBWikimQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base_se_4096/LEMBWikimQARetrieval.json -------------------------------------------------------------------------------- /results/e5rope-base_se_4096/overall_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/e5rope-base_se_4096/overall_results.json -------------------------------------------------------------------------------- /results/gte-base/LEMBNarrativeQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/gte-base/LEMBNarrativeQARetrieval.json -------------------------------------------------------------------------------- /results/gte-base/LEMBNeedleRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/gte-base/LEMBNeedleRetrieval.json -------------------------------------------------------------------------------- /results/gte-base/LEMBPasskeyRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/gte-base/LEMBPasskeyRetrieval.json -------------------------------------------------------------------------------- /results/gte-base/LEMBQMSumRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/gte-base/LEMBQMSumRetrieval.json -------------------------------------------------------------------------------- /results/gte-base/LEMBSummScreenFDRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/gte-base/LEMBSummScreenFDRetrieval.json -------------------------------------------------------------------------------- /results/gte-base/LEMBWikimQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/gte-base/LEMBWikimQARetrieval.json -------------------------------------------------------------------------------- /results/gte-base/overall_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/gte-base/overall_results.json -------------------------------------------------------------------------------- /results/jina-embeddings-v2-base-en/LEMBNarrativeQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/jina-embeddings-v2-base-en/LEMBNarrativeQARetrieval.json -------------------------------------------------------------------------------- /results/jina-embeddings-v2-base-en/LEMBNeedleRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/jina-embeddings-v2-base-en/LEMBNeedleRetrieval.json -------------------------------------------------------------------------------- /results/jina-embeddings-v2-base-en/LEMBPasskeyRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/jina-embeddings-v2-base-en/LEMBPasskeyRetrieval.json -------------------------------------------------------------------------------- /results/jina-embeddings-v2-base-en/LEMBQMSumRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/jina-embeddings-v2-base-en/LEMBQMSumRetrieval.json -------------------------------------------------------------------------------- /results/jina-embeddings-v2-base-en/LEMBSummScreenFDRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/jina-embeddings-v2-base-en/LEMBSummScreenFDRetrieval.json -------------------------------------------------------------------------------- /results/jina-embeddings-v2-base-en/LEMBWikimQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/jina-embeddings-v2-base-en/LEMBWikimQARetrieval.json -------------------------------------------------------------------------------- /results/jina-embeddings-v2-base-en/overall_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/jina-embeddings-v2-base-en/overall_results.json -------------------------------------------------------------------------------- /results/nomic-embed-text-v1_rsf16/LEMBNarrativeQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/nomic-embed-text-v1_rsf16/LEMBNarrativeQARetrieval.json -------------------------------------------------------------------------------- /results/nomic-embed-text-v1_rsf16/LEMBNeedleRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/nomic-embed-text-v1_rsf16/LEMBNeedleRetrieval.json -------------------------------------------------------------------------------- /results/nomic-embed-text-v1_rsf16/LEMBPasskeyRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/nomic-embed-text-v1_rsf16/LEMBPasskeyRetrieval.json -------------------------------------------------------------------------------- /results/nomic-embed-text-v1_rsf16/LEMBQMSumRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/nomic-embed-text-v1_rsf16/LEMBQMSumRetrieval.json -------------------------------------------------------------------------------- /results/nomic-embed-text-v1_rsf16/LEMBSummScreenFDRetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/nomic-embed-text-v1_rsf16/LEMBSummScreenFDRetrieval.json -------------------------------------------------------------------------------- /results/nomic-embed-text-v1_rsf16/LEMBWikimQARetrieval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/nomic-embed-text-v1_rsf16/LEMBWikimQARetrieval.json -------------------------------------------------------------------------------- /results/nomic-embed-text-v1_rsf16/overall_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/results/nomic-embed-text-v1_rsf16/overall_results.json -------------------------------------------------------------------------------- /scripts/run_long_embed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/scripts/run_long_embed.sh -------------------------------------------------------------------------------- /src/LEMBNarrativeQARetrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/LEMBNarrativeQARetrieval.py -------------------------------------------------------------------------------- /src/LEMBNeedleRetrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/LEMBNeedleRetrieval.py -------------------------------------------------------------------------------- /src/LEMBPasskeyRetrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/LEMBPasskeyRetrieval.py -------------------------------------------------------------------------------- /src/LEMBQMSumRetrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/LEMBQMSumRetrieval.py -------------------------------------------------------------------------------- /src/LEMBSummScreenFDRetrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/LEMBSummScreenFDRetrieval.py -------------------------------------------------------------------------------- /src/LEMBWikimQARetrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/LEMBWikimQARetrieval.py -------------------------------------------------------------------------------- /src/configuration_e5rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/configuration_e5rope.py -------------------------------------------------------------------------------- /src/encoder_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/encoder_model.py -------------------------------------------------------------------------------- /src/model_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/model_config.py -------------------------------------------------------------------------------- /src/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/model_utils.py -------------------------------------------------------------------------------- /src/modeling_e5rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/modeling_e5rope.py -------------------------------------------------------------------------------- /src/modify_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/modify_utils.py -------------------------------------------------------------------------------- /src/self_extend_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/self_extend_patch.py -------------------------------------------------------------------------------- /src/selfextend_flash_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/selfextend_flash_attn.py -------------------------------------------------------------------------------- /src/test_long_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/test_long_embed.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dwzhu-pku/LongEmbed/HEAD/src/utils.py -------------------------------------------------------------------------------- /visualize/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | !plot.ipynb --------------------------------------------------------------------------------