├── .github └── workflows │ ├── lint.yml │ └── pytest.yml ├── .gitignore ├── .python-version ├── .readthedocs.yaml ├── LICENSE ├── MIGRATION_GUIDE.md ├── README.md ├── README_2DMSE.md ├── README_ESE.md ├── README_zh.md ├── angle_emb ├── __init__.py ├── angle.py ├── angle_trainer.py ├── base.py ├── evaluation.py ├── loss.py ├── utils.py └── version.py ├── assets ├── UAE-MTEB.png └── angle-results.png ├── docs ├── Makefile ├── conf.py ├── index.rst ├── make.bat ├── notes │ ├── citation.rst │ ├── evaluation.rst │ ├── installation.rst │ ├── pretrained_models.rst │ ├── quickstart.rst │ ├── training.rst │ └── tutorial.rst └── requirements.txt ├── examples ├── Angle-ATEC.ipynb ├── Angle-BQ.ipynb ├── Angle-LCQMC.ipynb ├── Angle-PAWSX.ipynb ├── FSDP │ ├── README.md │ └── fsdp_config.yaml ├── NLI │ ├── README.md │ ├── SentEval │ │ ├── LICENSE │ │ ├── README.md │ │ ├── data │ │ │ └── downstream │ │ │ │ └── download_dataset.sh │ │ ├── examples │ │ │ ├── bow.py │ │ │ ├── bow_word_piece.py │ │ │ ├── gensen.py │ │ │ ├── googleuse.py │ │ │ ├── infersent.py │ │ │ ├── models.py │ │ │ └── skipthought.py │ │ ├── senteval │ │ │ ├── __init__.py │ │ │ ├── binary.py │ │ │ ├── engine.py │ │ │ ├── mrpc.py │ │ │ ├── probing.py │ │ │ ├── rank.py │ │ │ ├── sick.py │ │ │ ├── snli.py │ │ │ ├── sst.py │ │ │ ├── sts.py │ │ │ ├── tools │ │ │ │ ├── __init__.py │ │ │ │ ├── classifier.py │ │ │ │ ├── ranking.py │ │ │ │ ├── relatedness.py │ │ │ │ └── validation.py │ │ │ ├── trec.py │ │ │ └── utils.py │ │ └── setup.py │ ├── data │ │ └── download_data.sh │ ├── eval_ese_nli.py │ ├── eval_nli.py │ └── train_nli.py ├── Training │ ├── bert.sh │ ├── bert_fsdp.sh │ ├── modernbert.sh │ ├── modernbert_fsdp.sh │ └── qwen_fsdp.sh ├── UAE │ ├── README.md │ ├── compute_scores.py │ ├── emb_model.py │ ├── run_eval_mteb.py │ └── train.py └── multigpu_infer.py ├── pyproject.toml ├── ruff.toml ├── scripts ├── convert_to_sentence_transformer.py ├── push_bert_model.py └── push_llm_model.py ├── tests ├── __init__.py ├── test_eval.py └── test_loadding.py └── uv.lock /.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/.github/workflows/lint.yml -------------------------------------------------------------------------------- /.github/workflows/pytest.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/.github/workflows/pytest.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/.gitignore -------------------------------------------------------------------------------- /.python-version: -------------------------------------------------------------------------------- 1 | 3.11 2 | -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/LICENSE -------------------------------------------------------------------------------- /MIGRATION_GUIDE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/MIGRATION_GUIDE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/README.md -------------------------------------------------------------------------------- /README_2DMSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/README_2DMSE.md -------------------------------------------------------------------------------- /README_ESE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/README_ESE.md -------------------------------------------------------------------------------- /README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/README_zh.md -------------------------------------------------------------------------------- /angle_emb/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/angle_emb/__init__.py -------------------------------------------------------------------------------- /angle_emb/angle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/angle_emb/angle.py -------------------------------------------------------------------------------- /angle_emb/angle_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/angle_emb/angle_trainer.py -------------------------------------------------------------------------------- /angle_emb/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/angle_emb/base.py -------------------------------------------------------------------------------- /angle_emb/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/angle_emb/evaluation.py -------------------------------------------------------------------------------- /angle_emb/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/angle_emb/loss.py -------------------------------------------------------------------------------- /angle_emb/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/angle_emb/utils.py -------------------------------------------------------------------------------- /angle_emb/version.py: -------------------------------------------------------------------------------- 1 | __version__ = '0.6.0' 2 | -------------------------------------------------------------------------------- /assets/UAE-MTEB.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/assets/UAE-MTEB.png -------------------------------------------------------------------------------- /assets/angle-results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/assets/angle-results.png -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/notes/citation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/docs/notes/citation.rst -------------------------------------------------------------------------------- /docs/notes/evaluation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/docs/notes/evaluation.rst -------------------------------------------------------------------------------- /docs/notes/installation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/docs/notes/installation.rst -------------------------------------------------------------------------------- /docs/notes/pretrained_models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/docs/notes/pretrained_models.rst -------------------------------------------------------------------------------- /docs/notes/quickstart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/docs/notes/quickstart.rst -------------------------------------------------------------------------------- /docs/notes/training.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/docs/notes/training.rst -------------------------------------------------------------------------------- /docs/notes/tutorial.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/docs/notes/tutorial.rst -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /examples/Angle-ATEC.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/Angle-ATEC.ipynb -------------------------------------------------------------------------------- /examples/Angle-BQ.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/Angle-BQ.ipynb -------------------------------------------------------------------------------- /examples/Angle-LCQMC.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/Angle-LCQMC.ipynb -------------------------------------------------------------------------------- /examples/Angle-PAWSX.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/Angle-PAWSX.ipynb -------------------------------------------------------------------------------- /examples/FSDP/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/FSDP/README.md -------------------------------------------------------------------------------- /examples/FSDP/fsdp_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/FSDP/fsdp_config.yaml -------------------------------------------------------------------------------- /examples/NLI/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/README.md -------------------------------------------------------------------------------- /examples/NLI/SentEval/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/LICENSE -------------------------------------------------------------------------------- /examples/NLI/SentEval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/README.md -------------------------------------------------------------------------------- /examples/NLI/SentEval/data/downstream/download_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/data/downstream/download_dataset.sh -------------------------------------------------------------------------------- /examples/NLI/SentEval/examples/bow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/examples/bow.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/examples/bow_word_piece.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/examples/bow_word_piece.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/examples/gensen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/examples/gensen.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/examples/googleuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/examples/googleuse.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/examples/infersent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/examples/infersent.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/examples/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/examples/models.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/examples/skipthought.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/examples/skipthought.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/__init__.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/binary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/binary.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/engine.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/mrpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/mrpc.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/probing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/probing.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/rank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/rank.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/sick.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/sick.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/snli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/snli.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/sst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/sst.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/sts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/sts.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/tools/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/tools/classifier.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/tools/ranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/tools/ranking.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/tools/relatedness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/tools/relatedness.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/tools/validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/tools/validation.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/trec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/trec.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/senteval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/senteval/utils.py -------------------------------------------------------------------------------- /examples/NLI/SentEval/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/SentEval/setup.py -------------------------------------------------------------------------------- /examples/NLI/data/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/data/download_data.sh -------------------------------------------------------------------------------- /examples/NLI/eval_ese_nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/eval_ese_nli.py -------------------------------------------------------------------------------- /examples/NLI/eval_nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/eval_nli.py -------------------------------------------------------------------------------- /examples/NLI/train_nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/NLI/train_nli.py -------------------------------------------------------------------------------- /examples/Training/bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/Training/bert.sh -------------------------------------------------------------------------------- /examples/Training/bert_fsdp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/Training/bert_fsdp.sh -------------------------------------------------------------------------------- /examples/Training/modernbert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/Training/modernbert.sh -------------------------------------------------------------------------------- /examples/Training/modernbert_fsdp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/Training/modernbert_fsdp.sh -------------------------------------------------------------------------------- /examples/Training/qwen_fsdp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/Training/qwen_fsdp.sh -------------------------------------------------------------------------------- /examples/UAE/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/UAE/README.md -------------------------------------------------------------------------------- /examples/UAE/compute_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/UAE/compute_scores.py -------------------------------------------------------------------------------- /examples/UAE/emb_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/UAE/emb_model.py -------------------------------------------------------------------------------- /examples/UAE/run_eval_mteb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/UAE/run_eval_mteb.py -------------------------------------------------------------------------------- /examples/UAE/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/UAE/train.py -------------------------------------------------------------------------------- /examples/multigpu_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/examples/multigpu_infer.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/pyproject.toml -------------------------------------------------------------------------------- /ruff.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/ruff.toml -------------------------------------------------------------------------------- /scripts/convert_to_sentence_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/scripts/convert_to_sentence_transformer.py -------------------------------------------------------------------------------- /scripts/push_bert_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/scripts/push_bert_model.py -------------------------------------------------------------------------------- /scripts/push_llm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/scripts/push_llm_model.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/tests/test_eval.py -------------------------------------------------------------------------------- /tests/test_loadding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/tests/test_loadding.py -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SeanLee97/AnglE/HEAD/uv.lock --------------------------------------------------------------------------------