├── .github ├── actionlint.yaml ├── actions │ └── free-disk-space │ │ └── action.yml ├── dependabot.yml ├── mergify.yml └── workflows │ ├── actionlint.dockerfile │ ├── actionlint.yml │ ├── docs.yml │ ├── integration-test.yml │ ├── lint.yml │ ├── matchers │ ├── actionlint.json │ └── pylint.json │ ├── packer.yml │ ├── pypi.yaml │ └── test.yml ├── .gitignore ├── .isort.cfg ├── .markdownlint-cli2.yaml ├── .pre-commit-config.yaml ├── .pylintrc ├── CLAUDE.md ├── CONTRIBUTING.md ├── LICENSE ├── Makefile ├── README.md ├── docs ├── .nojekyll ├── README.md ├── _coverpage.md ├── _navbar.md ├── _sidebar.md ├── api-reference.md ├── assets │ ├── logo.png │ └── sdg-hub-cover.png ├── blocks │ ├── custom-blocks.md │ ├── filtering-blocks.md │ ├── llm-blocks.md │ ├── overview.md │ └── transform-blocks.md ├── concepts.md ├── development.md ├── flows │ ├── available-flows.md │ ├── custom-flows.md │ ├── discovery.md │ └── overview.md ├── index.html ├── installation.md └── quick-start.md ├── examples ├── knowledge_tuning │ ├── enhanced_summary_knowledge_tuning │ │ ├── .env.example │ │ ├── README.md │ │ ├── document_pre_processing.ipynb │ │ ├── knowledge_generation.ipynb │ │ ├── knowledge_mixing.ipynb │ │ ├── knowledge_mixing_utils.py │ │ └── raft_builder.py │ ├── instructlab │ │ ├── .gitignore │ │ ├── README.md │ │ ├── assets │ │ │ └── imgs │ │ │ │ └── instructlab-banner.png │ │ ├── docling_v2_config.yaml │ │ ├── docparser.py │ │ ├── docparser_v2.py │ │ ├── document_collection │ │ │ └── ibm-annual-report │ │ │ │ ├── ibm-annual-report-2024.json │ │ │ │ ├── ibm-annual-report-2024.md │ │ │ │ ├── ibm-annual-report-2024.pdf │ │ │ │ └── qna.yaml │ │ ├── document_pre_processing.ipynb │ │ ├── knowledge_generation_and_mixing.ipynb │ │ ├── knowledge_generation_ja.ipynb │ │ └── logger_config.py │ └── knowledge_utils.py ├── rag_evaluation │ ├── ibm-annual-report-2024.pdf │ └── rag_evaluation_dataset_generation.ipynb └── text_analysis │ ├── README.md │ ├── extract_stock_tickers.yaml │ └── structured_insights_demo.ipynb ├── pyproject.toml ├── scripts ├── packer │ ├── centos.pkr.hcl │ └── setup-centos.sh ├── ruff.sh └── snyk_notebook_scan.sh ├── src └── sdg_hub │ ├── __init__.py │ ├── core │ ├── __init__.py │ ├── blocks │ │ ├── __init__.py │ │ ├── base.py │ │ ├── filtering │ │ │ ├── __init__.py │ │ │ └── column_value_filter.py │ │ ├── llm │ │ │ ├── __init__.py │ │ │ ├── error_handler.py │ │ │ ├── llm_chat_block.py │ │ │ ├── llm_parser_block.py │ │ │ ├── prompt_builder_block.py │ │ │ └── text_parser_block.py │ │ ├── registry.py │ │ └── transform │ │ │ ├── __init__.py │ │ │ ├── duplicate_columns.py │ │ │ ├── index_based_mapper.py │ │ │ ├── json_structure_block.py │ │ │ ├── melt_columns.py │ │ │ ├── rename_columns.py │ │ │ ├── text_concat.py │ │ │ └── uniform_col_val_setter.py │ ├── flow │ │ ├── __init__.py │ │ ├── base.py │ │ ├── checkpointer.py │ │ ├── metadata.py │ │ ├── registry.py │ │ └── validation.py │ └── utils │ │ ├── __init__.py │ │ ├── datautils.py │ │ ├── error_handling.py │ │ ├── flow_id_words.yaml │ │ ├── flow_identifier.py │ │ ├── flow_metrics.py │ │ ├── logger_config.py │ │ ├── path_resolution.py │ │ ├── time_estimator.py │ │ └── yaml_utils.py │ ├── flows │ ├── evaluation │ │ └── rag │ │ │ ├── __init__.py │ │ │ ├── answer_generation.yaml │ │ │ ├── conceptual_qa_generation.yaml │ │ │ ├── context_extraction.yaml │ │ │ ├── flow.yaml │ │ │ ├── groundedness_critic.yaml │ │ │ ├── question_evolution.yaml │ │ │ └── topic_generation.yaml │ ├── qa_generation │ │ └── document_grounded_qa │ │ │ ├── enhanced_multi_summary_qa │ │ │ ├── __init__.py │ │ │ ├── detailed_summary │ │ │ │ ├── __init__.py │ │ │ │ ├── detailed_summary.yaml │ │ │ │ └── flow.yaml │ │ │ ├── doc_direct_qa │ │ │ │ ├── __init__.py │ │ │ │ └── flow.yaml │ │ │ ├── extractive_summary │ │ │ │ ├── __init__.py │ │ │ │ ├── extractive_summary.yaml │ │ │ │ └── flow.yaml │ │ │ ├── generate_answers.yaml │ │ │ ├── generate_multiple_qa.yaml │ │ │ ├── generate_question_list.yaml │ │ │ └── key_facts │ │ │ │ ├── __init__.py │ │ │ │ ├── flow.yaml │ │ │ │ └── key_facts_summary.yaml │ │ │ └── multi_summary_qa │ │ │ ├── instructlab │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── atomic_facts.yaml │ │ │ ├── detailed_summary.yaml │ │ │ ├── evaluate_faithfulness.yaml │ │ │ ├── evaluate_question.yaml │ │ │ ├── evaluate_relevancy.yaml │ │ │ ├── extractive_summary.yaml │ │ │ ├── flow.yaml │ │ │ └── generate_questions_responses.yaml │ │ │ └── multilingual │ │ │ └── japanese │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── atomic_facts_ja.yaml │ │ │ ├── detailed_summary_ja.yaml │ │ │ ├── extractive_summary_ja.yaml │ │ │ ├── flow.yaml │ │ │ └── generate_questions_responses_ja.yaml │ └── text_analysis │ │ ├── __init__.py │ │ └── structured_insights │ │ ├── __init__.py │ │ ├── analyze_sentiment.yaml │ │ ├── extract_entities.yaml │ │ ├── extract_keywords.yaml │ │ ├── flow.yaml │ │ └── summarize.yaml │ └── py.typed ├── tests ├── __init__.py ├── blocks │ ├── filtering │ │ └── test_columnvaluefilter.py │ ├── llm │ │ ├── test_llm_chat_block.py │ │ ├── test_llm_parser_block.py │ │ ├── test_promptbuilderblock.py │ │ └── test_textparserblock.py │ ├── test_base_block.py │ ├── test_registry.py │ ├── testdata │ │ ├── test_config.yaml │ │ ├── test_prompt_format_config.yaml │ │ ├── test_prompt_format_no_system.yaml │ │ ├── test_prompt_format_strict.yaml │ │ ├── test_prompt_invalid_final_role.yaml │ │ └── test_prompt_no_user_messages.yaml │ └── transform │ │ ├── test_index_based_mapper.py │ │ ├── test_json_structure_block.py │ │ ├── test_melt_columns.py │ │ ├── test_rename_columns.py │ │ ├── test_text_concat.py │ │ └── test_uniform_col_val_setter.py ├── flow │ ├── __init__.py │ ├── conftest.py │ ├── test_base.py │ ├── test_checkpointer.py │ ├── test_dataset_requirements.py │ ├── test_integration.py │ ├── test_metadata.py │ ├── test_registry.py │ ├── test_time_estimation.py │ └── test_validation.py ├── integration │ ├── README.md │ ├── __init__.py │ └── knowledge_tuning │ │ └── enhanced_summary_knowledge_tuning │ │ ├── README.md │ │ ├── __init__.py │ │ ├── conftest.py │ │ ├── test_data │ │ └── test_seed_data.jsonl │ │ └── test_functional.py └── utils │ ├── test_datautils.py │ ├── test_error_handling.py │ ├── test_flow_metrics.py │ └── test_path_resolution.py └── tox.ini /.github/actionlint.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/actionlint.yaml -------------------------------------------------------------------------------- /.github/actions/free-disk-space/action.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/actions/free-disk-space/action.yml -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/mergify.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/mergify.yml -------------------------------------------------------------------------------- /.github/workflows/actionlint.dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/workflows/actionlint.dockerfile -------------------------------------------------------------------------------- /.github/workflows/actionlint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/workflows/actionlint.yml -------------------------------------------------------------------------------- /.github/workflows/docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/workflows/docs.yml -------------------------------------------------------------------------------- /.github/workflows/integration-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/workflows/integration-test.yml -------------------------------------------------------------------------------- /.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/workflows/lint.yml -------------------------------------------------------------------------------- /.github/workflows/matchers/actionlint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/workflows/matchers/actionlint.json -------------------------------------------------------------------------------- /.github/workflows/matchers/pylint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/workflows/matchers/pylint.json -------------------------------------------------------------------------------- /.github/workflows/packer.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/workflows/packer.yml -------------------------------------------------------------------------------- /.github/workflows/pypi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/workflows/pypi.yaml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.isort.cfg -------------------------------------------------------------------------------- /.markdownlint-cli2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.markdownlint-cli2.yaml -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/.pylintrc -------------------------------------------------------------------------------- /CLAUDE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/CLAUDE.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/README.md -------------------------------------------------------------------------------- /docs/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/_coverpage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/_coverpage.md -------------------------------------------------------------------------------- /docs/_navbar.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/_navbar.md -------------------------------------------------------------------------------- /docs/_sidebar.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/_sidebar.md -------------------------------------------------------------------------------- /docs/api-reference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/api-reference.md -------------------------------------------------------------------------------- /docs/assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/assets/logo.png -------------------------------------------------------------------------------- /docs/assets/sdg-hub-cover.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/assets/sdg-hub-cover.png -------------------------------------------------------------------------------- /docs/blocks/custom-blocks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/blocks/custom-blocks.md -------------------------------------------------------------------------------- /docs/blocks/filtering-blocks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/blocks/filtering-blocks.md -------------------------------------------------------------------------------- /docs/blocks/llm-blocks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/blocks/llm-blocks.md -------------------------------------------------------------------------------- /docs/blocks/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/blocks/overview.md -------------------------------------------------------------------------------- /docs/blocks/transform-blocks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/blocks/transform-blocks.md -------------------------------------------------------------------------------- /docs/concepts.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/concepts.md -------------------------------------------------------------------------------- /docs/development.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/development.md -------------------------------------------------------------------------------- /docs/flows/available-flows.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/flows/available-flows.md -------------------------------------------------------------------------------- /docs/flows/custom-flows.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/flows/custom-flows.md -------------------------------------------------------------------------------- /docs/flows/discovery.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/flows/discovery.md -------------------------------------------------------------------------------- /docs/flows/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/flows/overview.md -------------------------------------------------------------------------------- /docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/index.html -------------------------------------------------------------------------------- /docs/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/installation.md -------------------------------------------------------------------------------- /docs/quick-start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/docs/quick-start.md -------------------------------------------------------------------------------- /examples/knowledge_tuning/enhanced_summary_knowledge_tuning/.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/enhanced_summary_knowledge_tuning/.env.example -------------------------------------------------------------------------------- /examples/knowledge_tuning/enhanced_summary_knowledge_tuning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/enhanced_summary_knowledge_tuning/README.md -------------------------------------------------------------------------------- /examples/knowledge_tuning/enhanced_summary_knowledge_tuning/document_pre_processing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/enhanced_summary_knowledge_tuning/document_pre_processing.ipynb -------------------------------------------------------------------------------- /examples/knowledge_tuning/enhanced_summary_knowledge_tuning/knowledge_generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/enhanced_summary_knowledge_tuning/knowledge_generation.ipynb -------------------------------------------------------------------------------- /examples/knowledge_tuning/enhanced_summary_knowledge_tuning/knowledge_mixing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/enhanced_summary_knowledge_tuning/knowledge_mixing.ipynb -------------------------------------------------------------------------------- /examples/knowledge_tuning/enhanced_summary_knowledge_tuning/knowledge_mixing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/enhanced_summary_knowledge_tuning/knowledge_mixing_utils.py -------------------------------------------------------------------------------- /examples/knowledge_tuning/enhanced_summary_knowledge_tuning/raft_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/enhanced_summary_knowledge_tuning/raft_builder.py -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/.gitignore: -------------------------------------------------------------------------------- 1 | sdg_demo_output*/ 2 | -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/README.md -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/assets/imgs/instructlab-banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/assets/imgs/instructlab-banner.png -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/docling_v2_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/docling_v2_config.yaml -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/docparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/docparser.py -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/docparser_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/docparser_v2.py -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/document_collection/ibm-annual-report/ibm-annual-report-2024.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/document_collection/ibm-annual-report/ibm-annual-report-2024.json -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/document_collection/ibm-annual-report/ibm-annual-report-2024.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/document_collection/ibm-annual-report/ibm-annual-report-2024.md -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/document_collection/ibm-annual-report/ibm-annual-report-2024.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/document_collection/ibm-annual-report/ibm-annual-report-2024.pdf -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/document_collection/ibm-annual-report/qna.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/document_collection/ibm-annual-report/qna.yaml -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/document_pre_processing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/document_pre_processing.ipynb -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/knowledge_generation_and_mixing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/knowledge_generation_and_mixing.ipynb -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/knowledge_generation_ja.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/knowledge_generation_ja.ipynb -------------------------------------------------------------------------------- /examples/knowledge_tuning/instructlab/logger_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/instructlab/logger_config.py -------------------------------------------------------------------------------- /examples/knowledge_tuning/knowledge_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/knowledge_tuning/knowledge_utils.py -------------------------------------------------------------------------------- /examples/rag_evaluation/ibm-annual-report-2024.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/rag_evaluation/ibm-annual-report-2024.pdf -------------------------------------------------------------------------------- /examples/rag_evaluation/rag_evaluation_dataset_generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/rag_evaluation/rag_evaluation_dataset_generation.ipynb -------------------------------------------------------------------------------- /examples/text_analysis/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/text_analysis/README.md -------------------------------------------------------------------------------- /examples/text_analysis/extract_stock_tickers.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/text_analysis/extract_stock_tickers.yaml -------------------------------------------------------------------------------- /examples/text_analysis/structured_insights_demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/examples/text_analysis/structured_insights_demo.ipynb -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/packer/centos.pkr.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/scripts/packer/centos.pkr.hcl -------------------------------------------------------------------------------- /scripts/packer/setup-centos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/scripts/packer/setup-centos.sh -------------------------------------------------------------------------------- /scripts/ruff.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/scripts/ruff.sh -------------------------------------------------------------------------------- /scripts/snyk_notebook_scan.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/scripts/snyk_notebook_scan.sh -------------------------------------------------------------------------------- /src/sdg_hub/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/__init__.py -------------------------------------------------------------------------------- /src/sdg_hub/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/__init__.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/__init__.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/base.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/filtering/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/filtering/__init__.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/filtering/column_value_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/filtering/column_value_filter.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/llm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/llm/__init__.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/llm/error_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/llm/error_handler.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/llm/llm_chat_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/llm/llm_chat_block.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/llm/llm_parser_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/llm/llm_parser_block.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/llm/prompt_builder_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/llm/prompt_builder_block.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/llm/text_parser_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/llm/text_parser_block.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/registry.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/transform/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/transform/__init__.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/transform/duplicate_columns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/transform/duplicate_columns.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/transform/index_based_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/transform/index_based_mapper.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/transform/json_structure_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/transform/json_structure_block.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/transform/melt_columns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/transform/melt_columns.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/transform/rename_columns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/transform/rename_columns.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/transform/text_concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/transform/text_concat.py -------------------------------------------------------------------------------- /src/sdg_hub/core/blocks/transform/uniform_col_val_setter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/blocks/transform/uniform_col_val_setter.py -------------------------------------------------------------------------------- /src/sdg_hub/core/flow/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/flow/__init__.py -------------------------------------------------------------------------------- /src/sdg_hub/core/flow/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/flow/base.py -------------------------------------------------------------------------------- /src/sdg_hub/core/flow/checkpointer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/flow/checkpointer.py -------------------------------------------------------------------------------- /src/sdg_hub/core/flow/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/flow/metadata.py -------------------------------------------------------------------------------- /src/sdg_hub/core/flow/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/flow/registry.py -------------------------------------------------------------------------------- /src/sdg_hub/core/flow/validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/flow/validation.py -------------------------------------------------------------------------------- /src/sdg_hub/core/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/utils/__init__.py -------------------------------------------------------------------------------- /src/sdg_hub/core/utils/datautils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/utils/datautils.py -------------------------------------------------------------------------------- /src/sdg_hub/core/utils/error_handling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/utils/error_handling.py -------------------------------------------------------------------------------- /src/sdg_hub/core/utils/flow_id_words.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/utils/flow_id_words.yaml -------------------------------------------------------------------------------- /src/sdg_hub/core/utils/flow_identifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/utils/flow_identifier.py -------------------------------------------------------------------------------- /src/sdg_hub/core/utils/flow_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/utils/flow_metrics.py -------------------------------------------------------------------------------- /src/sdg_hub/core/utils/logger_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/utils/logger_config.py -------------------------------------------------------------------------------- /src/sdg_hub/core/utils/path_resolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/utils/path_resolution.py -------------------------------------------------------------------------------- /src/sdg_hub/core/utils/time_estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/utils/time_estimator.py -------------------------------------------------------------------------------- /src/sdg_hub/core/utils/yaml_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/core/utils/yaml_utils.py -------------------------------------------------------------------------------- /src/sdg_hub/flows/evaluation/rag/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sdg_hub/flows/evaluation/rag/answer_generation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/evaluation/rag/answer_generation.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/evaluation/rag/conceptual_qa_generation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/evaluation/rag/conceptual_qa_generation.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/evaluation/rag/context_extraction.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/evaluation/rag/context_extraction.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/evaluation/rag/flow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/evaluation/rag/flow.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/evaluation/rag/groundedness_critic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/evaluation/rag/groundedness_critic.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/evaluation/rag/question_evolution.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/evaluation/rag/question_evolution.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/evaluation/rag/topic_generation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/evaluation/rag/topic_generation.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/detailed_summary/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/detailed_summary/detailed_summary.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/detailed_summary/detailed_summary.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/detailed_summary/flow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/detailed_summary/flow.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/doc_direct_qa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/doc_direct_qa/flow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/doc_direct_qa/flow.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/extractive_summary/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/extractive_summary/extractive_summary.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/extractive_summary/extractive_summary.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/extractive_summary/flow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/extractive_summary/flow.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/generate_answers.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/generate_answers.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/generate_multiple_qa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/generate_multiple_qa.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/generate_question_list.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/generate_question_list.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/key_facts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/key_facts/flow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/key_facts/flow.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/key_facts/key_facts_summary.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/enhanced_multi_summary_qa/key_facts/key_facts_summary.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/atomic_facts.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/atomic_facts.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/detailed_summary.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/detailed_summary.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/evaluate_faithfulness.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/evaluate_faithfulness.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/evaluate_question.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/evaluate_question.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/evaluate_relevancy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/evaluate_relevancy.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/extractive_summary.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/extractive_summary.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/flow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/flow.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/generate_questions_responses.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/instructlab/generate_questions_responses.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/multilingual/japanese/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/multilingual/japanese/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/multilingual/japanese/atomic_facts_ja.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/multilingual/japanese/atomic_facts_ja.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/multilingual/japanese/detailed_summary_ja.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/multilingual/japanese/detailed_summary_ja.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/multilingual/japanese/extractive_summary_ja.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/multilingual/japanese/extractive_summary_ja.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/multilingual/japanese/flow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/multilingual/japanese/flow.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/multilingual/japanese/generate_questions_responses_ja.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/qa_generation/document_grounded_qa/multi_summary_qa/multilingual/japanese/generate_questions_responses_ja.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/text_analysis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/text_analysis/__init__.py -------------------------------------------------------------------------------- /src/sdg_hub/flows/text_analysis/structured_insights/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/text_analysis/structured_insights/__init__.py -------------------------------------------------------------------------------- /src/sdg_hub/flows/text_analysis/structured_insights/analyze_sentiment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/text_analysis/structured_insights/analyze_sentiment.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/text_analysis/structured_insights/extract_entities.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/text_analysis/structured_insights/extract_entities.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/text_analysis/structured_insights/extract_keywords.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/text_analysis/structured_insights/extract_keywords.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/text_analysis/structured_insights/flow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/text_analysis/structured_insights/flow.yaml -------------------------------------------------------------------------------- /src/sdg_hub/flows/text_analysis/structured_insights/summarize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/src/sdg_hub/flows/text_analysis/structured_insights/summarize.yaml -------------------------------------------------------------------------------- /src/sdg_hub/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/blocks/filtering/test_columnvaluefilter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/filtering/test_columnvaluefilter.py -------------------------------------------------------------------------------- /tests/blocks/llm/test_llm_chat_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/llm/test_llm_chat_block.py -------------------------------------------------------------------------------- /tests/blocks/llm/test_llm_parser_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/llm/test_llm_parser_block.py -------------------------------------------------------------------------------- /tests/blocks/llm/test_promptbuilderblock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/llm/test_promptbuilderblock.py -------------------------------------------------------------------------------- /tests/blocks/llm/test_textparserblock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/llm/test_textparserblock.py -------------------------------------------------------------------------------- /tests/blocks/test_base_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/test_base_block.py -------------------------------------------------------------------------------- /tests/blocks/test_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/test_registry.py -------------------------------------------------------------------------------- /tests/blocks/testdata/test_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/testdata/test_config.yaml -------------------------------------------------------------------------------- /tests/blocks/testdata/test_prompt_format_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/testdata/test_prompt_format_config.yaml -------------------------------------------------------------------------------- /tests/blocks/testdata/test_prompt_format_no_system.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/testdata/test_prompt_format_no_system.yaml -------------------------------------------------------------------------------- /tests/blocks/testdata/test_prompt_format_strict.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/testdata/test_prompt_format_strict.yaml -------------------------------------------------------------------------------- /tests/blocks/testdata/test_prompt_invalid_final_role.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/testdata/test_prompt_invalid_final_role.yaml -------------------------------------------------------------------------------- /tests/blocks/testdata/test_prompt_no_user_messages.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/testdata/test_prompt_no_user_messages.yaml -------------------------------------------------------------------------------- /tests/blocks/transform/test_index_based_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/transform/test_index_based_mapper.py -------------------------------------------------------------------------------- /tests/blocks/transform/test_json_structure_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/transform/test_json_structure_block.py -------------------------------------------------------------------------------- /tests/blocks/transform/test_melt_columns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/transform/test_melt_columns.py -------------------------------------------------------------------------------- /tests/blocks/transform/test_rename_columns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/transform/test_rename_columns.py -------------------------------------------------------------------------------- /tests/blocks/transform/test_text_concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/transform/test_text_concat.py -------------------------------------------------------------------------------- /tests/blocks/transform/test_uniform_col_val_setter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/blocks/transform/test_uniform_col_val_setter.py -------------------------------------------------------------------------------- /tests/flow/__init__.py: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: Apache-2.0 2 | """Tests for the redesigned Flow system.""" 3 | -------------------------------------------------------------------------------- /tests/flow/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/flow/conftest.py -------------------------------------------------------------------------------- /tests/flow/test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/flow/test_base.py -------------------------------------------------------------------------------- /tests/flow/test_checkpointer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/flow/test_checkpointer.py -------------------------------------------------------------------------------- /tests/flow/test_dataset_requirements.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/flow/test_dataset_requirements.py -------------------------------------------------------------------------------- /tests/flow/test_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/flow/test_integration.py -------------------------------------------------------------------------------- /tests/flow/test_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/flow/test_metadata.py -------------------------------------------------------------------------------- /tests/flow/test_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/flow/test_registry.py -------------------------------------------------------------------------------- /tests/flow/test_time_estimation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/flow/test_time_estimation.py -------------------------------------------------------------------------------- /tests/flow/test_validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/flow/test_validation.py -------------------------------------------------------------------------------- /tests/integration/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/integration/README.md -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/integration/__init__.py -------------------------------------------------------------------------------- /tests/integration/knowledge_tuning/enhanced_summary_knowledge_tuning/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/integration/knowledge_tuning/enhanced_summary_knowledge_tuning/README.md -------------------------------------------------------------------------------- /tests/integration/knowledge_tuning/enhanced_summary_knowledge_tuning/__init__.py: -------------------------------------------------------------------------------- 1 | # SPDX-License-Identifier: Apache-2.0 2 | -------------------------------------------------------------------------------- /tests/integration/knowledge_tuning/enhanced_summary_knowledge_tuning/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/integration/knowledge_tuning/enhanced_summary_knowledge_tuning/conftest.py -------------------------------------------------------------------------------- /tests/integration/knowledge_tuning/enhanced_summary_knowledge_tuning/test_data/test_seed_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/integration/knowledge_tuning/enhanced_summary_knowledge_tuning/test_data/test_seed_data.jsonl -------------------------------------------------------------------------------- /tests/integration/knowledge_tuning/enhanced_summary_knowledge_tuning/test_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/integration/knowledge_tuning/enhanced_summary_knowledge_tuning/test_functional.py -------------------------------------------------------------------------------- /tests/utils/test_datautils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/utils/test_datautils.py -------------------------------------------------------------------------------- /tests/utils/test_error_handling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/utils/test_error_handling.py -------------------------------------------------------------------------------- /tests/utils/test_flow_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/utils/test_flow_metrics.py -------------------------------------------------------------------------------- /tests/utils/test_path_resolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tests/utils/test_path_resolution.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Red-Hat-AI-Innovation-Team/sdg_hub/HEAD/tox.ini --------------------------------------------------------------------------------