├── .github ├── FUNDING.yml └── workflows │ ├── publish-hf-dataset.yml │ └── publish-pypi.yml ├── .gitignore ├── CITATION.cff ├── LICENCE.data_packs.md ├── LICENCE.paper.md ├── LICENSE ├── README.md ├── README_es.md ├── README_fr.md ├── README_hg.md ├── README_ja.md ├── README_zh.md ├── data ├── README.md ├── core_en │ ├── LICENSE │ ├── README.md │ └── core_en.json └── packs │ ├── LICENCE │ ├── README.md │ ├── pack_ar_40.json │ ├── pack_de_40.json │ ├── pack_en_10.json │ ├── pack_en_20.json │ ├── pack_en_30.json │ ├── pack_en_40.json │ ├── pack_es_40.json │ ├── pack_fr_40.json │ ├── pack_ja_40.json │ ├── pack_ko_40.json │ ├── pack_pt_40.json.json │ ├── pack_ru_40.json │ ├── pack_tr_40.json │ ├── pack_zh-CN_40.json │ ├── pack_zh-Hant_40.json │ ├── sup-ancientlang_en_10.json │ └── sup-medicine_en_10.json ├── intergrations ├── README.md ├── openai-evals │ ├── README.md │ ├── convert_tqb_to_evals_format.py │ ├── core_en.yaml │ ├── core_en_open-ai-eval.jsonl │ ├── pack_ar_40.yaml │ ├── pack_de_40.yaml │ ├── pack_en_10.yaml │ ├── pack_en_20.yaml │ ├── pack_en_30.yaml │ ├── pack_en_40.yaml │ ├── pack_es_40.yaml │ ├── pack_fr_40.yaml │ ├── pack_ja_40.yaml │ ├── pack_ko_40.yaml │ ├── pack_pt_40.yaml │ ├── pack_ru_40.yaml │ ├── pack_tr_40.yaml │ ├── pack_zh_cn_40.yaml │ ├── pack_zh_hant_40.yaml │ ├── sup_ancientlang_en_10.yaml │ └── sup_medicine_en_10.yaml └── opik │ ├── README.md │ └── opik-dataset.py ├── metadata ├── .gitkeep └── croissant.json ├── paper ├── LICENCE.md └── evaluation_results │ ├── LICENCE │ ├── core_en__gemma-3-12b.json │ ├── core_en__gemma-3-4b.json │ ├── core_en__llama-3.2-1b-instruct.json │ ├── core_en__llama-3.2-3b-instruct.json │ ├── core_en__ministral-3b.json │ ├── core_en__ministral-8b.json │ ├── core_en__mistral-24b-instruct.json │ ├── core_en__mistral-7b-instruct.json │ ├── en_10__gemma-3-12b.json │ ├── en_10__gemma-3-4b.json │ ├── en_10__llama-3.2-1b-instruct.json │ ├── en_10__llama-3.2-3b-instruct.json │ ├── en_10__ministral-3b.json │ ├── en_10__ministral-8b.json │ ├── en_10__mistral-24b-instruct.json │ ├── en_10__mistral-7b-instruct.json │ ├── en_20__gemma-3-12b.json │ ├── en_20__gemma-3-4b.json │ ├── en_20__llama-3.2-1b-instruct.json │ ├── en_20__llama-3.2-3b-instruct.json │ ├── en_20__ministral-3b.json │ ├── en_20__ministral-8b.json │ ├── en_20__mistral-24b-instruct.json │ ├── en_20__mistral-7b-instruct.json │ ├── en_30__gemma-3-12b.json │ ├── en_30__gemma-3-4b.json │ ├── en_30__llama-3.2-1b-instruct.json │ ├── en_30__llama-3.2-3b-instruct.json │ ├── en_30__ministral-3b.json │ ├── en_30__ministral-8b.json │ ├── en_30__mistral-24b-instruct.json │ ├── en_30__mistral-7b-instruct.json │ ├── en_40__gemma-3-12b.json │ ├── en_40__gemma-3-4b.json │ ├── en_40__llama-3.2-1b-instruct.json │ ├── en_40__llama-3.2-3b-instruct.json │ ├── en_40__ministral-3b.json │ ├── en_40__ministral-8b.json │ ├── en_40__mistral-24b-instruct.json │ ├── en_40__mistral-7b-instruct.json │ ├── fr_40__gemma-3-12b.json │ ├── fr_40__gemma-3-4b.json │ ├── fr_40__llama-3.2-1b-instruct.json │ ├── fr_40__llama-3.2-3b-instruct.json │ ├── fr_40__ministral-3b.json │ ├── fr_40__ministral-8b.json │ ├── fr_40__mistral-24b-instruct.json │ ├── fr_40__mistral-7b-instruct.json │ ├── ja_40__gemma-3-12b.json │ ├── ja_40__gemma-3-4b.json │ ├── ja_40__llama-3.2-1b-instruct.json │ ├── ja_40__llama-3.2-3b-instruct.json │ ├── ja_40__ministral-3b.json │ ├── ja_40__ministral-8b.json │ ├── ja_40__mistral-24b-instruct.json │ ├── ja_40__mistral-7b-instruct.json │ ├── summary_2025-05-15T20:51:34.713538+00:00.json │ ├── sup-ancientlang_en_10__gemma-3-12b.json │ ├── sup-ancientlang_en_10__gemma-3-4b.json │ ├── sup-ancientlang_en_10__llama-3.2-1b-instruct.json │ ├── sup-ancientlang_en_10__llama-3.2-3b-instruct.json │ ├── sup-ancientlang_en_10__ministral-3b.json │ ├── sup-ancientlang_en_10__ministral-8b.json │ ├── sup-ancientlang_en_10__mistral-24b-instruct.json │ ├── sup-ancientlang_en_10__mistral-7b-instruct.json │ ├── sup-medicine_en_10__gemma-3-12b.json │ ├── sup-medicine_en_10__gemma-3-4b.json │ ├── sup-medicine_en_10__llama-3.2-1b-instruct.json │ ├── sup-medicine_en_10__llama-3.2-3b-instruct.json │ ├── sup-medicine_en_10__ministral-3b.json │ ├── sup-medicine_en_10__ministral-8b.json │ ├── sup-medicine_en_10__mistral-24b-instruct.json │ ├── sup-medicine_en_10__mistral-7b-instruct.json │ ├── tr_40__gemma-3-12b.json │ ├── tr_40__gemma-3-4b.json │ ├── tr_40__llama-3.2-1b-instruct.json │ ├── tr_40__llama-3.2-3b-instruct.json │ ├── tr_40__ministral-3b.json │ ├── tr_40__ministral-8b.json │ ├── tr_40__mistral-24b-instruct.json │ └── tr_40__mistral-7b-instruct.json └── tools ├── eval ├── LICENSE ├── README.md ├── eval.py ├── eval_batch.py ├── eval_paper.py └── requirements.txt └── generator ├── LICENSE ├── README.md ├── __init__.py ├── pyproject.toml └── tinyqabenchmarkpp ├── __init__.py └── generate.py /.github/FUNDING.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/.github/FUNDING.yml -------------------------------------------------------------------------------- /.github/workflows/publish-hf-dataset.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/.github/workflows/publish-hf-dataset.yml -------------------------------------------------------------------------------- /.github/workflows/publish-pypi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/.github/workflows/publish-pypi.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/CITATION.cff -------------------------------------------------------------------------------- /LICENCE.data_packs.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/LICENCE.data_packs.md -------------------------------------------------------------------------------- /LICENCE.paper.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/LICENCE.paper.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/README.md -------------------------------------------------------------------------------- /README_es.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/README_es.md -------------------------------------------------------------------------------- /README_fr.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/README_fr.md -------------------------------------------------------------------------------- /README_hg.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/README_hg.md -------------------------------------------------------------------------------- /README_ja.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/README_ja.md -------------------------------------------------------------------------------- /README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/README_zh.md -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/README.md -------------------------------------------------------------------------------- /data/core_en/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/core_en/LICENSE -------------------------------------------------------------------------------- /data/core_en/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/core_en/README.md -------------------------------------------------------------------------------- /data/core_en/core_en.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/core_en/core_en.json -------------------------------------------------------------------------------- /data/packs/LICENCE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/LICENCE -------------------------------------------------------------------------------- /data/packs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/README.md -------------------------------------------------------------------------------- /data/packs/pack_ar_40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_ar_40.json -------------------------------------------------------------------------------- /data/packs/pack_de_40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_de_40.json -------------------------------------------------------------------------------- /data/packs/pack_en_10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_en_10.json -------------------------------------------------------------------------------- /data/packs/pack_en_20.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_en_20.json -------------------------------------------------------------------------------- /data/packs/pack_en_30.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_en_30.json -------------------------------------------------------------------------------- /data/packs/pack_en_40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_en_40.json -------------------------------------------------------------------------------- /data/packs/pack_es_40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_es_40.json -------------------------------------------------------------------------------- /data/packs/pack_fr_40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_fr_40.json -------------------------------------------------------------------------------- /data/packs/pack_ja_40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_ja_40.json -------------------------------------------------------------------------------- /data/packs/pack_ko_40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_ko_40.json -------------------------------------------------------------------------------- /data/packs/pack_pt_40.json.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_pt_40.json.json -------------------------------------------------------------------------------- /data/packs/pack_ru_40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_ru_40.json -------------------------------------------------------------------------------- /data/packs/pack_tr_40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_tr_40.json -------------------------------------------------------------------------------- /data/packs/pack_zh-CN_40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_zh-CN_40.json -------------------------------------------------------------------------------- /data/packs/pack_zh-Hant_40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/pack_zh-Hant_40.json -------------------------------------------------------------------------------- /data/packs/sup-ancientlang_en_10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/sup-ancientlang_en_10.json -------------------------------------------------------------------------------- /data/packs/sup-medicine_en_10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/data/packs/sup-medicine_en_10.json -------------------------------------------------------------------------------- /intergrations/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/README.md -------------------------------------------------------------------------------- /intergrations/openai-evals/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/README.md -------------------------------------------------------------------------------- /intergrations/openai-evals/convert_tqb_to_evals_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/convert_tqb_to_evals_format.py -------------------------------------------------------------------------------- /intergrations/openai-evals/core_en.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/core_en.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/core_en_open-ai-eval.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/core_en_open-ai-eval.jsonl -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_ar_40.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_ar_40.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_de_40.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_de_40.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_en_10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_en_10.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_en_20.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_en_20.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_en_30.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_en_30.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_en_40.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_en_40.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_es_40.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_es_40.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_fr_40.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_fr_40.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_ja_40.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_ja_40.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_ko_40.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_ko_40.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_pt_40.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_pt_40.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_ru_40.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_ru_40.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_tr_40.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_tr_40.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_zh_cn_40.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_zh_cn_40.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/pack_zh_hant_40.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/pack_zh_hant_40.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/sup_ancientlang_en_10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/sup_ancientlang_en_10.yaml -------------------------------------------------------------------------------- /intergrations/openai-evals/sup_medicine_en_10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/openai-evals/sup_medicine_en_10.yaml -------------------------------------------------------------------------------- /intergrations/opik/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/opik/README.md -------------------------------------------------------------------------------- /intergrations/opik/opik-dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/intergrations/opik/opik-dataset.py -------------------------------------------------------------------------------- /metadata/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /metadata/croissant.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/metadata/croissant.json -------------------------------------------------------------------------------- /paper/LICENCE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/LICENCE.md -------------------------------------------------------------------------------- /paper/evaluation_results/LICENCE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/LICENCE -------------------------------------------------------------------------------- /paper/evaluation_results/core_en__gemma-3-12b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/core_en__gemma-3-12b.json -------------------------------------------------------------------------------- /paper/evaluation_results/core_en__gemma-3-4b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/core_en__gemma-3-4b.json -------------------------------------------------------------------------------- /paper/evaluation_results/core_en__llama-3.2-1b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/core_en__llama-3.2-1b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/core_en__llama-3.2-3b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/core_en__llama-3.2-3b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/core_en__ministral-3b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/core_en__ministral-3b.json -------------------------------------------------------------------------------- /paper/evaluation_results/core_en__ministral-8b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/core_en__ministral-8b.json -------------------------------------------------------------------------------- /paper/evaluation_results/core_en__mistral-24b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/core_en__mistral-24b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/core_en__mistral-7b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/core_en__mistral-7b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_10__gemma-3-12b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_10__gemma-3-12b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_10__gemma-3-4b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_10__gemma-3-4b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_10__llama-3.2-1b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_10__llama-3.2-1b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_10__llama-3.2-3b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_10__llama-3.2-3b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_10__ministral-3b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_10__ministral-3b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_10__ministral-8b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_10__ministral-8b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_10__mistral-24b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_10__mistral-24b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_10__mistral-7b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_10__mistral-7b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_20__gemma-3-12b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_20__gemma-3-12b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_20__gemma-3-4b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_20__gemma-3-4b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_20__llama-3.2-1b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_20__llama-3.2-1b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_20__llama-3.2-3b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_20__llama-3.2-3b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_20__ministral-3b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_20__ministral-3b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_20__ministral-8b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_20__ministral-8b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_20__mistral-24b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_20__mistral-24b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_20__mistral-7b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_20__mistral-7b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_30__gemma-3-12b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_30__gemma-3-12b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_30__gemma-3-4b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_30__gemma-3-4b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_30__llama-3.2-1b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_30__llama-3.2-1b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_30__llama-3.2-3b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_30__llama-3.2-3b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_30__ministral-3b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_30__ministral-3b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_30__ministral-8b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_30__ministral-8b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_30__mistral-24b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_30__mistral-24b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_30__mistral-7b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_30__mistral-7b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_40__gemma-3-12b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_40__gemma-3-12b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_40__gemma-3-4b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_40__gemma-3-4b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_40__llama-3.2-1b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_40__llama-3.2-1b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_40__llama-3.2-3b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_40__llama-3.2-3b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_40__ministral-3b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_40__ministral-3b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_40__ministral-8b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_40__ministral-8b.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_40__mistral-24b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_40__mistral-24b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/en_40__mistral-7b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/en_40__mistral-7b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/fr_40__gemma-3-12b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/fr_40__gemma-3-12b.json -------------------------------------------------------------------------------- /paper/evaluation_results/fr_40__gemma-3-4b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/fr_40__gemma-3-4b.json -------------------------------------------------------------------------------- /paper/evaluation_results/fr_40__llama-3.2-1b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/fr_40__llama-3.2-1b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/fr_40__llama-3.2-3b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/fr_40__llama-3.2-3b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/fr_40__ministral-3b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/fr_40__ministral-3b.json -------------------------------------------------------------------------------- /paper/evaluation_results/fr_40__ministral-8b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/fr_40__ministral-8b.json -------------------------------------------------------------------------------- /paper/evaluation_results/fr_40__mistral-24b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/fr_40__mistral-24b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/fr_40__mistral-7b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/fr_40__mistral-7b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/ja_40__gemma-3-12b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/ja_40__gemma-3-12b.json -------------------------------------------------------------------------------- /paper/evaluation_results/ja_40__gemma-3-4b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/ja_40__gemma-3-4b.json -------------------------------------------------------------------------------- /paper/evaluation_results/ja_40__llama-3.2-1b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/ja_40__llama-3.2-1b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/ja_40__llama-3.2-3b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/ja_40__llama-3.2-3b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/ja_40__ministral-3b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/ja_40__ministral-3b.json -------------------------------------------------------------------------------- /paper/evaluation_results/ja_40__ministral-8b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/ja_40__ministral-8b.json -------------------------------------------------------------------------------- /paper/evaluation_results/ja_40__mistral-24b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/ja_40__mistral-24b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/ja_40__mistral-7b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/ja_40__mistral-7b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/summary_2025-05-15T20:51:34.713538+00:00.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/summary_2025-05-15T20:51:34.713538+00:00.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-ancientlang_en_10__gemma-3-12b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-ancientlang_en_10__gemma-3-12b.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-ancientlang_en_10__gemma-3-4b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-ancientlang_en_10__gemma-3-4b.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-ancientlang_en_10__llama-3.2-1b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-ancientlang_en_10__llama-3.2-1b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-ancientlang_en_10__llama-3.2-3b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-ancientlang_en_10__llama-3.2-3b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-ancientlang_en_10__ministral-3b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-ancientlang_en_10__ministral-3b.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-ancientlang_en_10__ministral-8b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-ancientlang_en_10__ministral-8b.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-ancientlang_en_10__mistral-24b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-ancientlang_en_10__mistral-24b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-ancientlang_en_10__mistral-7b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-ancientlang_en_10__mistral-7b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-medicine_en_10__gemma-3-12b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-medicine_en_10__gemma-3-12b.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-medicine_en_10__gemma-3-4b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-medicine_en_10__gemma-3-4b.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-medicine_en_10__llama-3.2-1b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-medicine_en_10__llama-3.2-1b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-medicine_en_10__llama-3.2-3b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-medicine_en_10__llama-3.2-3b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-medicine_en_10__ministral-3b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-medicine_en_10__ministral-3b.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-medicine_en_10__ministral-8b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-medicine_en_10__ministral-8b.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-medicine_en_10__mistral-24b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-medicine_en_10__mistral-24b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/sup-medicine_en_10__mistral-7b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/sup-medicine_en_10__mistral-7b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/tr_40__gemma-3-12b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/tr_40__gemma-3-12b.json -------------------------------------------------------------------------------- /paper/evaluation_results/tr_40__gemma-3-4b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/tr_40__gemma-3-4b.json -------------------------------------------------------------------------------- /paper/evaluation_results/tr_40__llama-3.2-1b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/tr_40__llama-3.2-1b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/tr_40__llama-3.2-3b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/tr_40__llama-3.2-3b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/tr_40__ministral-3b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/tr_40__ministral-3b.json -------------------------------------------------------------------------------- /paper/evaluation_results/tr_40__ministral-8b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/tr_40__ministral-8b.json -------------------------------------------------------------------------------- /paper/evaluation_results/tr_40__mistral-24b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/tr_40__mistral-24b-instruct.json -------------------------------------------------------------------------------- /paper/evaluation_results/tr_40__mistral-7b-instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/paper/evaluation_results/tr_40__mistral-7b-instruct.json -------------------------------------------------------------------------------- /tools/eval/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/tools/eval/LICENSE -------------------------------------------------------------------------------- /tools/eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/tools/eval/README.md -------------------------------------------------------------------------------- /tools/eval/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/tools/eval/eval.py -------------------------------------------------------------------------------- /tools/eval/eval_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/tools/eval/eval_batch.py -------------------------------------------------------------------------------- /tools/eval/eval_paper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/tools/eval/eval_paper.py -------------------------------------------------------------------------------- /tools/eval/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/tools/eval/requirements.txt -------------------------------------------------------------------------------- /tools/generator/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/tools/generator/LICENSE -------------------------------------------------------------------------------- /tools/generator/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/tools/generator/README.md -------------------------------------------------------------------------------- /tools/generator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/tools/generator/__init__.py -------------------------------------------------------------------------------- /tools/generator/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/tools/generator/pyproject.toml -------------------------------------------------------------------------------- /tools/generator/tinyqabenchmarkpp/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = "1.2.3" -------------------------------------------------------------------------------- /tools/generator/tinyqabenchmarkpp/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vincentkoc/tiny_qa_benchmark_pp/HEAD/tools/generator/tinyqabenchmarkpp/generate.py --------------------------------------------------------------------------------