├── .gitignore ├── LICENSE ├── README.md ├── bert-model └── README.md ├── css └── style.css ├── dashboard ├── bindings.js ├── index.html └── main.css ├── data ├── README.md └── viz │ ├── nsw-graphs │ └── image.png │ └── tensorboard │ ├── pca_100k_points_query.learn.50M.fbin.png │ └── t-sne_10k_points_query.learn.50M.fbin.png ├── es_conf ├── elastiknn_settings.json ├── opendistro_settings.json └── vector_settings.json ├── img ├── bert_es.png ├── bert_solr.png └── dashboard.png ├── pyproject.toml ├── requirements.txt ├── requirements_freeze.txt ├── solr_conf ├── 6.6.0 │ ├── managed-schema │ └── solrconfig.xml └── 8.0.0 │ ├── managed-schema │ └── solrconfig.xml ├── src ├── client │ ├── __pycache__ │ │ ├── base_client.cpython-37.pyc │ │ ├── solr_client.cpython-37.pyc │ │ └── utils.cpython-37.pyc │ ├── base_client.py │ ├── elastic_client.py │ ├── opensearch_client.py │ ├── solr_client.py │ └── utils.py ├── create_gsi_files.py ├── data_utils.py ├── dim_reduction.py ├── diversify │ ├── diversify.py │ ├── dpp.py │ └── kmeans_indices.py ├── huggingface │ └── sentence_embeddings.py ├── index_dbpedia_abstracts_elastic.py ├── index_dbpedia_abstracts_elastiknn.py ├── index_dbpedia_abstracts_opendistro.py ├── index_dbpedia_abstracts_solr.py ├── index_hnswlib.py ├── index_yandex_text2image.py ├── notebooks │ └── ANN-search.ipynb ├── search_demo_elasticsearch.py ├── search_demo_solr.py ├── shard_by_distance.py └── util │ ├── __init__.py │ ├── utils.py │ └── visualize.py └── start_bert_server.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/README.md -------------------------------------------------------------------------------- /bert-model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/bert-model/README.md -------------------------------------------------------------------------------- /css/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/css/style.css -------------------------------------------------------------------------------- /dashboard/bindings.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/dashboard/bindings.js -------------------------------------------------------------------------------- /dashboard/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/dashboard/index.html -------------------------------------------------------------------------------- /dashboard/main.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/dashboard/main.css -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/data/README.md -------------------------------------------------------------------------------- /data/viz/nsw-graphs/image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/data/viz/nsw-graphs/image.png -------------------------------------------------------------------------------- /data/viz/tensorboard/pca_100k_points_query.learn.50M.fbin.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/data/viz/tensorboard/pca_100k_points_query.learn.50M.fbin.png -------------------------------------------------------------------------------- /data/viz/tensorboard/t-sne_10k_points_query.learn.50M.fbin.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/data/viz/tensorboard/t-sne_10k_points_query.learn.50M.fbin.png -------------------------------------------------------------------------------- /es_conf/elastiknn_settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/es_conf/elastiknn_settings.json -------------------------------------------------------------------------------- /es_conf/opendistro_settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/es_conf/opendistro_settings.json -------------------------------------------------------------------------------- /es_conf/vector_settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/es_conf/vector_settings.json -------------------------------------------------------------------------------- /img/bert_es.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/img/bert_es.png -------------------------------------------------------------------------------- /img/bert_solr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/img/bert_solr.png -------------------------------------------------------------------------------- /img/dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/img/dashboard.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements_freeze.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/requirements_freeze.txt -------------------------------------------------------------------------------- /solr_conf/6.6.0/managed-schema: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/solr_conf/6.6.0/managed-schema -------------------------------------------------------------------------------- /solr_conf/6.6.0/solrconfig.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/solr_conf/6.6.0/solrconfig.xml -------------------------------------------------------------------------------- /solr_conf/8.0.0/managed-schema: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/solr_conf/8.0.0/managed-schema -------------------------------------------------------------------------------- /solr_conf/8.0.0/solrconfig.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/solr_conf/8.0.0/solrconfig.xml -------------------------------------------------------------------------------- /src/client/__pycache__/base_client.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/client/__pycache__/base_client.cpython-37.pyc -------------------------------------------------------------------------------- /src/client/__pycache__/solr_client.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/client/__pycache__/solr_client.cpython-37.pyc -------------------------------------------------------------------------------- /src/client/__pycache__/utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/client/__pycache__/utils.cpython-37.pyc -------------------------------------------------------------------------------- /src/client/base_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/client/base_client.py -------------------------------------------------------------------------------- /src/client/elastic_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/client/elastic_client.py -------------------------------------------------------------------------------- /src/client/opensearch_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/client/opensearch_client.py -------------------------------------------------------------------------------- /src/client/solr_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/client/solr_client.py -------------------------------------------------------------------------------- /src/client/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/client/utils.py -------------------------------------------------------------------------------- /src/create_gsi_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/create_gsi_files.py -------------------------------------------------------------------------------- /src/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/data_utils.py -------------------------------------------------------------------------------- /src/dim_reduction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/dim_reduction.py -------------------------------------------------------------------------------- /src/diversify/diversify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/diversify/diversify.py -------------------------------------------------------------------------------- /src/diversify/dpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/diversify/dpp.py -------------------------------------------------------------------------------- /src/diversify/kmeans_indices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/diversify/kmeans_indices.py -------------------------------------------------------------------------------- /src/huggingface/sentence_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/huggingface/sentence_embeddings.py -------------------------------------------------------------------------------- /src/index_dbpedia_abstracts_elastic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/index_dbpedia_abstracts_elastic.py -------------------------------------------------------------------------------- /src/index_dbpedia_abstracts_elastiknn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/index_dbpedia_abstracts_elastiknn.py -------------------------------------------------------------------------------- /src/index_dbpedia_abstracts_opendistro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/index_dbpedia_abstracts_opendistro.py -------------------------------------------------------------------------------- /src/index_dbpedia_abstracts_solr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/index_dbpedia_abstracts_solr.py -------------------------------------------------------------------------------- /src/index_hnswlib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/index_hnswlib.py -------------------------------------------------------------------------------- /src/index_yandex_text2image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/index_yandex_text2image.py -------------------------------------------------------------------------------- /src/notebooks/ANN-search.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/notebooks/ANN-search.ipynb -------------------------------------------------------------------------------- /src/search_demo_elasticsearch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/search_demo_elasticsearch.py -------------------------------------------------------------------------------- /src/search_demo_solr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/search_demo_solr.py -------------------------------------------------------------------------------- /src/shard_by_distance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/shard_by_distance.py -------------------------------------------------------------------------------- /src/util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/util/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/util/utils.py -------------------------------------------------------------------------------- /src/util/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/src/util/visualize.py -------------------------------------------------------------------------------- /start_bert_server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DmitryKey/bert-solr-search/HEAD/start_bert_server.sh --------------------------------------------------------------------------------