├── .env.template ├── .gitignore ├── LICENSE ├── README.md ├── api ├── .env.template ├── README.md ├── __init__.py ├── api_server.py ├── sample_request.py ├── text_embedding_query.sh └── utils.py ├── bittensor_channels.json ├── burner_config.json ├── contrib ├── CODE_REVIEW_DOCS.md ├── CONTRIBUTING.md ├── DEVELOPMENT_WORKFLOW.md └── STYLE.md ├── datasets ├── eth_cc7_dataset.tar.gz └── eth_denver_dataset.tar.gz ├── datasets_config.json ├── docs ├── openkaito_v0_legacy.md ├── query_and_response_api.md ├── running_on_mainnet.md ├── running_on_staging.md └── running_on_testnet.md ├── min_compute.yml ├── neurons ├── __init__.py ├── miner.py └── validator.py ├── openkaito ├── __init__.py ├── api │ └── semantic_search.py ├── base │ ├── __init__.py │ ├── miner.py │ ├── neuron.py │ └── validator.py ├── crawlers │ └── twitter │ │ ├── apidojo.py │ │ └── microworlds.py ├── evaluation │ ├── evaluator.py │ └── utils.py ├── protocol.py ├── search │ ├── ranking │ │ ├── __init__.py │ │ ├── abstract_model.py │ │ ├── heuristic_ranking.py │ │ ├── recency_ranking.py │ │ └── trivial_ranking.py │ └── structured_search_engine.py ├── tasks.py └── utils │ ├── __init__.py │ ├── burner_config.py │ ├── config.py │ ├── datasets_config.py │ ├── embeddings.py │ ├── misc.py │ ├── prompts_config.py │ ├── uids.py │ └── version.py ├── prompts_config.json ├── queries.txt ├── quickstart.md ├── requirements.txt ├── run.sh ├── scripts ├── author_index_evaluation.py ├── export_wandb_history.py ├── import_sn13_data.py ├── query_miners.ipynb ├── search_evaluation.py ├── send_official_request.py ├── text_embedding_msmacro_v1_evaluation.ipynb ├── text_embedding_msmacro_v1_evaluation_baselines.ipynb └── vector_index_eth_denver_dataset.py ├── setup.py └── twitter_usernames.txt /.env.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/.env.template -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/README.md -------------------------------------------------------------------------------- /api/.env.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/api/.env.template -------------------------------------------------------------------------------- /api/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/api/README.md -------------------------------------------------------------------------------- /api/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /api/api_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/api/api_server.py -------------------------------------------------------------------------------- /api/sample_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/api/sample_request.py -------------------------------------------------------------------------------- /api/text_embedding_query.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/api/text_embedding_query.sh -------------------------------------------------------------------------------- /api/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/api/utils.py -------------------------------------------------------------------------------- /bittensor_channels.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/bittensor_channels.json -------------------------------------------------------------------------------- /burner_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/burner_config.json -------------------------------------------------------------------------------- /contrib/CODE_REVIEW_DOCS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/contrib/CODE_REVIEW_DOCS.md -------------------------------------------------------------------------------- /contrib/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/contrib/CONTRIBUTING.md -------------------------------------------------------------------------------- /contrib/DEVELOPMENT_WORKFLOW.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/contrib/DEVELOPMENT_WORKFLOW.md -------------------------------------------------------------------------------- /contrib/STYLE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/contrib/STYLE.md -------------------------------------------------------------------------------- /datasets/eth_cc7_dataset.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/datasets/eth_cc7_dataset.tar.gz -------------------------------------------------------------------------------- /datasets/eth_denver_dataset.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/datasets/eth_denver_dataset.tar.gz -------------------------------------------------------------------------------- /datasets_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/datasets_config.json -------------------------------------------------------------------------------- /docs/openkaito_v0_legacy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/docs/openkaito_v0_legacy.md -------------------------------------------------------------------------------- /docs/query_and_response_api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/docs/query_and_response_api.md -------------------------------------------------------------------------------- /docs/running_on_mainnet.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/docs/running_on_mainnet.md -------------------------------------------------------------------------------- /docs/running_on_staging.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/docs/running_on_staging.md -------------------------------------------------------------------------------- /docs/running_on_testnet.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/docs/running_on_testnet.md -------------------------------------------------------------------------------- /min_compute.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/min_compute.yml -------------------------------------------------------------------------------- /neurons/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /neurons/miner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/neurons/miner.py -------------------------------------------------------------------------------- /neurons/validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/neurons/validator.py -------------------------------------------------------------------------------- /openkaito/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/__init__.py -------------------------------------------------------------------------------- /openkaito/api/semantic_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/api/semantic_search.py -------------------------------------------------------------------------------- /openkaito/base/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /openkaito/base/miner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/base/miner.py -------------------------------------------------------------------------------- /openkaito/base/neuron.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/base/neuron.py -------------------------------------------------------------------------------- /openkaito/base/validator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/base/validator.py -------------------------------------------------------------------------------- /openkaito/crawlers/twitter/apidojo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/crawlers/twitter/apidojo.py -------------------------------------------------------------------------------- /openkaito/crawlers/twitter/microworlds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/crawlers/twitter/microworlds.py -------------------------------------------------------------------------------- /openkaito/evaluation/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/evaluation/evaluator.py -------------------------------------------------------------------------------- /openkaito/evaluation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/evaluation/utils.py -------------------------------------------------------------------------------- /openkaito/protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/protocol.py -------------------------------------------------------------------------------- /openkaito/search/ranking/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/search/ranking/__init__.py -------------------------------------------------------------------------------- /openkaito/search/ranking/abstract_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/search/ranking/abstract_model.py -------------------------------------------------------------------------------- /openkaito/search/ranking/heuristic_ranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/search/ranking/heuristic_ranking.py -------------------------------------------------------------------------------- /openkaito/search/ranking/recency_ranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/search/ranking/recency_ranking.py -------------------------------------------------------------------------------- /openkaito/search/ranking/trivial_ranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/search/ranking/trivial_ranking.py -------------------------------------------------------------------------------- /openkaito/search/structured_search_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/search/structured_search_engine.py -------------------------------------------------------------------------------- /openkaito/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/tasks.py -------------------------------------------------------------------------------- /openkaito/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/utils/__init__.py -------------------------------------------------------------------------------- /openkaito/utils/burner_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/utils/burner_config.py -------------------------------------------------------------------------------- /openkaito/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/utils/config.py -------------------------------------------------------------------------------- /openkaito/utils/datasets_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/utils/datasets_config.py -------------------------------------------------------------------------------- /openkaito/utils/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/utils/embeddings.py -------------------------------------------------------------------------------- /openkaito/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/utils/misc.py -------------------------------------------------------------------------------- /openkaito/utils/prompts_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/utils/prompts_config.py -------------------------------------------------------------------------------- /openkaito/utils/uids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/utils/uids.py -------------------------------------------------------------------------------- /openkaito/utils/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/openkaito/utils/version.py -------------------------------------------------------------------------------- /prompts_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/prompts_config.json -------------------------------------------------------------------------------- /queries.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/queries.txt -------------------------------------------------------------------------------- /quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/quickstart.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/run.sh -------------------------------------------------------------------------------- /scripts/author_index_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/scripts/author_index_evaluation.py -------------------------------------------------------------------------------- /scripts/export_wandb_history.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/scripts/export_wandb_history.py -------------------------------------------------------------------------------- /scripts/import_sn13_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/scripts/import_sn13_data.py -------------------------------------------------------------------------------- /scripts/query_miners.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/scripts/query_miners.ipynb -------------------------------------------------------------------------------- /scripts/search_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/scripts/search_evaluation.py -------------------------------------------------------------------------------- /scripts/send_official_request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/scripts/send_official_request.py -------------------------------------------------------------------------------- /scripts/text_embedding_msmacro_v1_evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/scripts/text_embedding_msmacro_v1_evaluation.ipynb -------------------------------------------------------------------------------- /scripts/text_embedding_msmacro_v1_evaluation_baselines.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/scripts/text_embedding_msmacro_v1_evaluation_baselines.ipynb -------------------------------------------------------------------------------- /scripts/vector_index_eth_denver_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/scripts/vector_index_eth_denver_dataset.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/setup.py -------------------------------------------------------------------------------- /twitter_usernames.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenKaito/openkaito/HEAD/twitter_usernames.txt --------------------------------------------------------------------------------