├── .github ├── ISSUE_TEMPLATE │ ├── bug-report.md │ ├── feature-request.md │ └── usage-question.md ├── stale.yml └── workflows │ └── ubuntu.yml ├── .gitignore ├── CITATION.cff ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── README_EN.md ├── docs ├── dog-img.png ├── hf.png ├── hf_clip_image_search.py ├── hf_search.png ├── image_sim.png ├── logo.png ├── wechat.jpeg └── white_cat.png ├── examples ├── benchmark │ ├── benchmark_bm25.py │ └── benchmark_sbert.py ├── computing_clip_embeddings_demo.py ├── computing_clip_embeddings_multi_gpu_demo.py ├── data │ ├── corpus.txt │ ├── corpus_100.txt │ ├── image1.png │ ├── image10.png │ ├── image11-like-image10.png │ ├── image12-like-image1.png │ ├── image13-like-image1.png │ ├── image3.png │ ├── image5.png │ ├── image6-like-image5.png │ ├── image8-like-image1.png │ ├── image_info.csv │ ├── toy_bert │ │ └── corpus_100.txt │ └── toy_clip │ │ └── image_info.csv ├── ensemble_text_search_demo.py ├── faiss_bert_search_client_demo.py ├── faiss_bert_search_gradio_demo.py ├── faiss_bert_search_server_demo.py ├── faiss_clip_search_client_demo.py ├── faiss_clip_search_gradio_demo.py ├── faiss_clip_search_server_demo.py ├── fast_text_semantic_search_demo.py ├── image_duplicates_demo.py ├── image_search.ipynb ├── image_semantic_search_demo.py ├── literal_text_semantic_search_demo.py ├── search_gradio_demo.py ├── similarity_gradio_demo.py ├── text_clustering_demo.py ├── text_duplicates_demo.py ├── text_semantic_search_demo.py ├── text_semantic_search_multilingual_demo.py └── text_similarity_demo.py ├── requirements.txt ├── setup.py ├── similarities ├── __init__.py ├── bert_similarity.py ├── cli.py ├── clip_module.py ├── clip_similarity.py ├── data │ ├── cilin.txt │ ├── hownet.txt │ └── stopwords.txt ├── data_loader.py ├── ensemble_similarity.py ├── evaluation.py ├── faiss_bert_similarity.py ├── faiss_clip_similarity.py ├── fast_bert_similarity.py ├── image_similarity.py ├── literal_similarity.py ├── similarity.py ├── utils │ ├── __init__.py │ ├── distance.py │ ├── get_file.py │ ├── image_util.py │ ├── imagehash.py │ ├── rank_bm25.py │ ├── tfidf.py │ └── util.py └── version.py └── tests ├── test.txt ├── test_fastsim.py ├── test_image_qps.py ├── test_imagesim.py ├── test_literalsim.py ├── test_sim_score.py └── test_text_qps.py /.github/ISSUE_TEMPLATE/bug-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/.github/ISSUE_TEMPLATE/bug-report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/.github/ISSUE_TEMPLATE/feature-request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/usage-question.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/.github/ISSUE_TEMPLATE/usage-question.md -------------------------------------------------------------------------------- /.github/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/.github/stale.yml -------------------------------------------------------------------------------- /.github/workflows/ubuntu.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/.github/workflows/ubuntu.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/CITATION.cff -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/README.md -------------------------------------------------------------------------------- /README_EN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/README_EN.md -------------------------------------------------------------------------------- /docs/dog-img.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/docs/dog-img.png -------------------------------------------------------------------------------- /docs/hf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/docs/hf.png -------------------------------------------------------------------------------- /docs/hf_clip_image_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/docs/hf_clip_image_search.py -------------------------------------------------------------------------------- /docs/hf_search.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/docs/hf_search.png -------------------------------------------------------------------------------- /docs/image_sim.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/docs/image_sim.png -------------------------------------------------------------------------------- /docs/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/docs/logo.png -------------------------------------------------------------------------------- /docs/wechat.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/docs/wechat.jpeg -------------------------------------------------------------------------------- /docs/white_cat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/docs/white_cat.png -------------------------------------------------------------------------------- /examples/benchmark/benchmark_bm25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/benchmark/benchmark_bm25.py -------------------------------------------------------------------------------- /examples/benchmark/benchmark_sbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/benchmark/benchmark_sbert.py -------------------------------------------------------------------------------- /examples/computing_clip_embeddings_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/computing_clip_embeddings_demo.py -------------------------------------------------------------------------------- /examples/computing_clip_embeddings_multi_gpu_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/computing_clip_embeddings_multi_gpu_demo.py -------------------------------------------------------------------------------- /examples/data/corpus.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/corpus.txt -------------------------------------------------------------------------------- /examples/data/corpus_100.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/corpus_100.txt -------------------------------------------------------------------------------- /examples/data/image1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/image1.png -------------------------------------------------------------------------------- /examples/data/image10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/image10.png -------------------------------------------------------------------------------- /examples/data/image11-like-image10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/image11-like-image10.png -------------------------------------------------------------------------------- /examples/data/image12-like-image1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/image12-like-image1.png -------------------------------------------------------------------------------- /examples/data/image13-like-image1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/image13-like-image1.png -------------------------------------------------------------------------------- /examples/data/image3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/image3.png -------------------------------------------------------------------------------- /examples/data/image5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/image5.png -------------------------------------------------------------------------------- /examples/data/image6-like-image5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/image6-like-image5.png -------------------------------------------------------------------------------- /examples/data/image8-like-image1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/image8-like-image1.png -------------------------------------------------------------------------------- /examples/data/image_info.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/image_info.csv -------------------------------------------------------------------------------- /examples/data/toy_bert/corpus_100.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/toy_bert/corpus_100.txt -------------------------------------------------------------------------------- /examples/data/toy_clip/image_info.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/data/toy_clip/image_info.csv -------------------------------------------------------------------------------- /examples/ensemble_text_search_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/ensemble_text_search_demo.py -------------------------------------------------------------------------------- /examples/faiss_bert_search_client_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/faiss_bert_search_client_demo.py -------------------------------------------------------------------------------- /examples/faiss_bert_search_gradio_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/faiss_bert_search_gradio_demo.py -------------------------------------------------------------------------------- /examples/faiss_bert_search_server_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/faiss_bert_search_server_demo.py -------------------------------------------------------------------------------- /examples/faiss_clip_search_client_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/faiss_clip_search_client_demo.py -------------------------------------------------------------------------------- /examples/faiss_clip_search_gradio_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/faiss_clip_search_gradio_demo.py -------------------------------------------------------------------------------- /examples/faiss_clip_search_server_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/faiss_clip_search_server_demo.py -------------------------------------------------------------------------------- /examples/fast_text_semantic_search_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/fast_text_semantic_search_demo.py -------------------------------------------------------------------------------- /examples/image_duplicates_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/image_duplicates_demo.py -------------------------------------------------------------------------------- /examples/image_search.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/image_search.ipynb -------------------------------------------------------------------------------- /examples/image_semantic_search_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/image_semantic_search_demo.py -------------------------------------------------------------------------------- /examples/literal_text_semantic_search_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/literal_text_semantic_search_demo.py -------------------------------------------------------------------------------- /examples/search_gradio_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/search_gradio_demo.py -------------------------------------------------------------------------------- /examples/similarity_gradio_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/similarity_gradio_demo.py -------------------------------------------------------------------------------- /examples/text_clustering_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/text_clustering_demo.py -------------------------------------------------------------------------------- /examples/text_duplicates_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/text_duplicates_demo.py -------------------------------------------------------------------------------- /examples/text_semantic_search_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/text_semantic_search_demo.py -------------------------------------------------------------------------------- /examples/text_semantic_search_multilingual_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/text_semantic_search_multilingual_demo.py -------------------------------------------------------------------------------- /examples/text_similarity_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/examples/text_similarity_demo.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/setup.py -------------------------------------------------------------------------------- /similarities/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/__init__.py -------------------------------------------------------------------------------- /similarities/bert_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/bert_similarity.py -------------------------------------------------------------------------------- /similarities/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/cli.py -------------------------------------------------------------------------------- /similarities/clip_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/clip_module.py -------------------------------------------------------------------------------- /similarities/clip_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/clip_similarity.py -------------------------------------------------------------------------------- /similarities/data/cilin.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/data/cilin.txt -------------------------------------------------------------------------------- /similarities/data/hownet.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/data/hownet.txt -------------------------------------------------------------------------------- /similarities/data/stopwords.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/data/stopwords.txt -------------------------------------------------------------------------------- /similarities/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/data_loader.py -------------------------------------------------------------------------------- /similarities/ensemble_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/ensemble_similarity.py -------------------------------------------------------------------------------- /similarities/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/evaluation.py -------------------------------------------------------------------------------- /similarities/faiss_bert_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/faiss_bert_similarity.py -------------------------------------------------------------------------------- /similarities/faiss_clip_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/faiss_clip_similarity.py -------------------------------------------------------------------------------- /similarities/fast_bert_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/fast_bert_similarity.py -------------------------------------------------------------------------------- /similarities/image_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/image_similarity.py -------------------------------------------------------------------------------- /similarities/literal_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/literal_similarity.py -------------------------------------------------------------------------------- /similarities/similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/similarity.py -------------------------------------------------------------------------------- /similarities/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/utils/__init__.py -------------------------------------------------------------------------------- /similarities/utils/distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/utils/distance.py -------------------------------------------------------------------------------- /similarities/utils/get_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/utils/get_file.py -------------------------------------------------------------------------------- /similarities/utils/image_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/utils/image_util.py -------------------------------------------------------------------------------- /similarities/utils/imagehash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/utils/imagehash.py -------------------------------------------------------------------------------- /similarities/utils/rank_bm25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/utils/rank_bm25.py -------------------------------------------------------------------------------- /similarities/utils/tfidf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/utils/tfidf.py -------------------------------------------------------------------------------- /similarities/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/similarities/utils/util.py -------------------------------------------------------------------------------- /similarities/version.py: -------------------------------------------------------------------------------- 1 | __version__ = '1.2.3' 2 | -------------------------------------------------------------------------------- /tests/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/tests/test.txt -------------------------------------------------------------------------------- /tests/test_fastsim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/tests/test_fastsim.py -------------------------------------------------------------------------------- /tests/test_image_qps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/tests/test_image_qps.py -------------------------------------------------------------------------------- /tests/test_imagesim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/tests/test_imagesim.py -------------------------------------------------------------------------------- /tests/test_literalsim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/tests/test_literalsim.py -------------------------------------------------------------------------------- /tests/test_sim_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/tests/test_sim_score.py -------------------------------------------------------------------------------- /tests/test_text_qps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shibing624/similarities/HEAD/tests/test_text_qps.py --------------------------------------------------------------------------------