├── .env.example ├── .gitignore ├── .pre-commit-config.yaml ├── README.md ├── assets └── images │ ├── features.png │ └── flow.png ├── docs └── quickstart.md ├── example ├── quickstart_pipeline.py ├── space_1.txt ├── space_2.txt ├── use_azure.py ├── use_gemini.py └── use_openai.py ├── pyproject.toml ├── pytest.ini ├── src └── knowornot │ ├── DataLabeller │ └── __init__.py │ ├── Evaluator │ ├── __init__.py │ └── models.py │ ├── ExperimentManager │ ├── __init__.py │ └── models.py │ ├── FactManager │ ├── __init__.py │ └── models.py │ ├── PromptManager │ └── __init__.py │ ├── QuestionExtractor │ ├── __init__.py │ └── models.py │ ├── RetrievalStrategy │ ├── __init__.py │ ├── basic_rag.py │ ├── direct_experiment.py │ ├── hyde_rag.py │ └── long_in_context.py │ ├── SyncLLMClient │ ├── __init__.py │ ├── azure_client.py │ ├── exceptions.py │ ├── gemini_client.py │ ├── openai_client.py │ └── openrouter_client.py │ ├── SyntheticExperimentCreator │ ├── __init__.py │ └── models.py │ ├── __init__.py │ ├── common │ ├── __init__.py │ └── models.py │ ├── config │ └── __init__.py │ ├── py.typed │ └── system_prompts.yaml ├── tests ├── __init__.py ├── conftest.py ├── test_azure_initialisation.py ├── test_datamanager.py ├── test_experimentcategories.py ├── test_knowornot.py ├── test_syncllmclient.py └── test_syntheticexperimentcreator.py ├── uv.lock └── write.sh /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/.env.example -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/README.md -------------------------------------------------------------------------------- /assets/images/features.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/assets/images/features.png -------------------------------------------------------------------------------- /assets/images/flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/assets/images/flow.png -------------------------------------------------------------------------------- /docs/quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/docs/quickstart.md -------------------------------------------------------------------------------- /example/quickstart_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/example/quickstart_pipeline.py -------------------------------------------------------------------------------- /example/space_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/example/space_1.txt -------------------------------------------------------------------------------- /example/space_2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/example/space_2.txt -------------------------------------------------------------------------------- /example/use_azure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/example/use_azure.py -------------------------------------------------------------------------------- /example/use_gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/example/use_gemini.py -------------------------------------------------------------------------------- /example/use_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/example/use_openai.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- 1 | [pytest] 2 | asyncio_default_fixture_loop_scope = function 3 | -------------------------------------------------------------------------------- /src/knowornot/DataLabeller/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/DataLabeller/__init__.py -------------------------------------------------------------------------------- /src/knowornot/Evaluator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/Evaluator/__init__.py -------------------------------------------------------------------------------- /src/knowornot/Evaluator/models.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/knowornot/ExperimentManager/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/ExperimentManager/__init__.py -------------------------------------------------------------------------------- /src/knowornot/ExperimentManager/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/ExperimentManager/models.py -------------------------------------------------------------------------------- /src/knowornot/FactManager/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/FactManager/__init__.py -------------------------------------------------------------------------------- /src/knowornot/FactManager/models.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/knowornot/PromptManager/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/PromptManager/__init__.py -------------------------------------------------------------------------------- /src/knowornot/QuestionExtractor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/QuestionExtractor/__init__.py -------------------------------------------------------------------------------- /src/knowornot/QuestionExtractor/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/QuestionExtractor/models.py -------------------------------------------------------------------------------- /src/knowornot/RetrievalStrategy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/RetrievalStrategy/__init__.py -------------------------------------------------------------------------------- /src/knowornot/RetrievalStrategy/basic_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/RetrievalStrategy/basic_rag.py -------------------------------------------------------------------------------- /src/knowornot/RetrievalStrategy/direct_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/RetrievalStrategy/direct_experiment.py -------------------------------------------------------------------------------- /src/knowornot/RetrievalStrategy/hyde_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/RetrievalStrategy/hyde_rag.py -------------------------------------------------------------------------------- /src/knowornot/RetrievalStrategy/long_in_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/RetrievalStrategy/long_in_context.py -------------------------------------------------------------------------------- /src/knowornot/SyncLLMClient/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/SyncLLMClient/__init__.py -------------------------------------------------------------------------------- /src/knowornot/SyncLLMClient/azure_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/SyncLLMClient/azure_client.py -------------------------------------------------------------------------------- /src/knowornot/SyncLLMClient/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/SyncLLMClient/exceptions.py -------------------------------------------------------------------------------- /src/knowornot/SyncLLMClient/gemini_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/SyncLLMClient/gemini_client.py -------------------------------------------------------------------------------- /src/knowornot/SyncLLMClient/openai_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/SyncLLMClient/openai_client.py -------------------------------------------------------------------------------- /src/knowornot/SyncLLMClient/openrouter_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/SyncLLMClient/openrouter_client.py -------------------------------------------------------------------------------- /src/knowornot/SyntheticExperimentCreator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/SyntheticExperimentCreator/__init__.py -------------------------------------------------------------------------------- /src/knowornot/SyntheticExperimentCreator/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/SyntheticExperimentCreator/models.py -------------------------------------------------------------------------------- /src/knowornot/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/__init__.py -------------------------------------------------------------------------------- /src/knowornot/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/knowornot/common/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/common/models.py -------------------------------------------------------------------------------- /src/knowornot/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/config/__init__.py -------------------------------------------------------------------------------- /src/knowornot/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/knowornot/system_prompts.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/src/knowornot/system_prompts.yaml -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/test_azure_initialisation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/tests/test_azure_initialisation.py -------------------------------------------------------------------------------- /tests/test_datamanager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/tests/test_datamanager.py -------------------------------------------------------------------------------- /tests/test_experimentcategories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/tests/test_experimentcategories.py -------------------------------------------------------------------------------- /tests/test_knowornot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/tests/test_knowornot.py -------------------------------------------------------------------------------- /tests/test_syncllmclient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/tests/test_syncllmclient.py -------------------------------------------------------------------------------- /tests/test_syntheticexperimentcreator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/tests/test_syntheticexperimentcreator.py -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/uv.lock -------------------------------------------------------------------------------- /write.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/govtech-responsibleai/KnowOrNot/HEAD/write.sh --------------------------------------------------------------------------------