├── .github ├── pull_request_template.md └── workflows │ ├── README.md │ ├── publish-environments.yml │ ├── style.yml │ ├── tag-and-release.yml │ └── test.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .readthedocs.yaml ├── AGENTS.md ├── LICENSE ├── MANIFEST.in ├── README.md ├── configs ├── endpoints.py ├── prime-rl │ └── wiki-search.toml ├── vf-rl │ ├── alphabet-sort.toml │ ├── gsm8k.toml │ ├── math-python.toml │ ├── math.toml │ ├── reasoning-gym.toml │ ├── reverse-text.toml │ ├── tool-test.toml │ ├── wiki-search.toml │ └── wordle.toml └── zero3.yaml ├── docs ├── Makefile ├── README.md ├── requirements.txt └── source │ ├── api_reference.md │ ├── components.md │ ├── conf.py │ ├── development.md │ ├── environments.md │ ├── index.md │ ├── overview.md │ └── training.md ├── environments ├── README.md ├── continuation_quality │ ├── README.md │ ├── continuation_quality.py │ ├── outputs │ │ └── evals │ │ │ └── continuation-quality--meta-llama--llama-3.1-405b │ │ │ └── 3762eafa │ │ │ ├── metadata.json │ │ │ └── results.jsonl │ └── pyproject.toml ├── doublecheck │ ├── README.md │ ├── doublecheck.py │ └── pyproject.toml ├── gpqa │ ├── README.md │ ├── gpqa.py │ └── pyproject.toml ├── gsm8k │ ├── README.md │ ├── gsm8k.py │ └── pyproject.toml ├── math │ ├── README.md │ ├── math.py │ └── pyproject.toml ├── math_group │ ├── README.md │ ├── math_group.py │ └── pyproject.toml ├── math_python │ ├── .env-metadata.json │ ├── README.md │ ├── math_python.py │ ├── outputs │ │ └── evals │ │ │ ├── math-python--gpt-4.1-mini │ │ │ ├── 578769a7 │ │ │ │ ├── metadata.json │ │ │ │ └── results.jsonl │ │ │ └── dbaac595 │ │ │ │ ├── metadata.json │ │ │ │ └── results.jsonl │ │ │ └── math-python--gpt-5-nano │ │ │ └── cb7a1799 │ │ │ ├── metadata.json │ │ │ └── results.jsonl │ └── pyproject.toml ├── mcp_env │ ├── README.md │ ├── mcp_env.py │ ├── outputs │ │ └── evals │ │ │ └── mcp-env--gpt-4.1-mini │ │ │ ├── 468ee950 │ │ │ ├── metadata.json │ │ │ └── results.jsonl │ │ │ ├── d6b4b7e4 │ │ │ ├── metadata.json │ │ │ └── results.jsonl │ │ │ ├── e7d60bf6 │ │ │ ├── metadata.json │ │ │ └── results.jsonl │ │ │ └── fdac998f │ │ │ ├── metadata.json │ │ │ └── results.jsonl │ ├── pyproject.toml │ └── src │ │ ├── mcp_server_connection.py │ │ ├── mcp_tool_wrapper.py │ │ └── models.py ├── mmmu │ ├── README.md │ ├── mmmu.py │ └── pyproject.toml ├── reasoning_gym_env │ ├── README.md │ ├── pyproject.toml │ └── reasoning_gym_env.py ├── reverse_text │ ├── README.md │ ├── pyproject.toml │ └── reverse_text.py ├── self_reward │ ├── README.md │ ├── pyproject.toml │ └── self_reward.py ├── sentence_repeater │ ├── README.md │ ├── pyproject.toml │ └── sentence_repeater.py ├── simpleqa │ ├── README.md │ ├── pyproject.toml │ └── simpleqa.py ├── tool_test │ ├── README.md │ ├── outputs │ │ └── evals │ │ │ └── tool-test--gpt-4.1-mini │ │ │ ├── 066dba27 │ │ │ ├── metadata.json │ │ │ └── results.jsonl │ │ │ ├── 5cde0948 │ │ │ ├── metadata.json │ │ │ └── results.jsonl │ │ │ └── ee63fc50 │ │ │ ├── metadata.json │ │ │ └── results.jsonl │ ├── pyproject.toml │ └── tool_test.py ├── toxicity_explanation │ ├── README.md │ ├── pyproject.toml │ └── toxicity_explanation.py ├── wiki_search │ ├── .env-metadata.json │ ├── README.md │ ├── outputs │ │ └── evals │ │ │ ├── wiki-search--gpt-4.1-mini │ │ │ └── 052a81ae │ │ │ │ ├── metadata.json │ │ │ │ └── results.jsonl │ │ │ ├── wiki-search--gpt-4.1-nano │ │ │ └── 8d8aecd4 │ │ │ │ ├── metadata.json │ │ │ │ └── results.jsonl │ │ │ ├── wiki-search--gpt-4.1 │ │ │ └── 50519885 │ │ │ │ ├── metadata.json │ │ │ │ └── results.jsonl │ │ │ ├── wiki-search--gpt-5-mini │ │ │ └── dc83cc41 │ │ │ │ ├── metadata.json │ │ │ │ └── results.jsonl │ │ │ ├── wiki-search--gpt-5-nano │ │ │ └── 9a37a8bd │ │ │ │ ├── metadata.json │ │ │ │ └── results.jsonl │ │ │ ├── wiki-search--qwen--qwen3-4b-instruct-2507 │ │ │ └── e762fd98 │ │ │ │ ├── metadata.json │ │ │ │ └── results.jsonl │ │ │ └── wiki-search--willcb--qwen3-4b-wiki-search │ │ │ └── 094df25d │ │ │ ├── metadata.json │ │ │ └── results.jsonl │ ├── pyproject.toml │ └── wiki_search.py └── wordle │ ├── README.md │ ├── outputs │ └── evals │ │ ├── wordle--gpt-5-mini │ │ └── 019a631c │ │ │ ├── metadata.json │ │ │ └── results.jsonl │ │ └── wordle--qwen--qwen3-30b-a3b-thinking-2507 │ │ └── 50bdff53 │ │ ├── metadata.json │ │ └── results.jsonl │ ├── pyproject.toml │ └── wordle.py ├── integrations ├── README.md ├── skyrl │ └── README.md ├── tinker │ └── README.md └── trl │ └── README.md ├── notes ├── RELEASE_v0.1.2.md ├── RELEASE_v0.1.2.post0.md ├── RELEASE_v0.1.2.post1.md ├── RELEASE_v0.1.3.md ├── RELEASE_v0.1.3.post0.md ├── RELEASE_v0.1.4.md ├── RELEASE_v0.1.5.dev0.md ├── RELEASE_v0.1.5.dev1.md ├── RELEASE_v0.1.5.md ├── RELEASE_v0.1.5.post0.md ├── RELEASE_v0.1.6.md ├── RELEASE_v0.1.6.post0.md ├── RELEASE_v0.1.7.md ├── RELEASE_v0.1.7.post0.md ├── RELEASE_v0.1.8.md ├── RELEASE_v0.1.8.post0.md ├── RELEASE_v0.1.8.post1.md ├── TRAJECTORIES.md └── release_workflow.md ├── pyproject.toml ├── scripts ├── install.sh ├── rl.py └── sft.py ├── tests ├── AGENTS.md ├── README.md ├── __init__.py ├── conftest.py ├── mock_client_guide.md ├── mock_openai_client.py ├── test_decorator_ranks.py ├── test_env_group.py ├── test_environment.py ├── test_environment_audio_modality.py ├── test_environment_extra.py ├── test_eval_cli.py ├── test_eval_utils.py ├── test_imports.py ├── test_maybe_think_parser.py ├── test_message_utils_audio.py ├── test_multiturn_env.py ├── test_parser.py ├── test_rubric.py ├── test_rubric_group.py ├── test_sandbox_env.py ├── test_singleturn_env.py ├── test_stateful_tool_env.py ├── test_think_parser.py ├── test_tool_env.py ├── test_tool_utils.py ├── test_trajectory_processing.py └── test_xml_parser.py └── verifiers ├── __init__.py ├── envs ├── AGENTS.md ├── __init__.py ├── env_group.py ├── environment.py ├── multiturn_env.py ├── python_env.py ├── reasoninggym_env.py ├── sandbox_env.py ├── singleturn_env.py ├── stateful_tool_env.py ├── textarena_env.py └── tool_env.py ├── parsers ├── __init__.py ├── maybe_think_parser.py ├── parser.py ├── think_parser.py └── xml_parser.py ├── rl ├── README.md ├── inference │ ├── __init__.py │ ├── client.py │ └── server.py └── trainer │ ├── __init__.py │ ├── config.py │ ├── orchestrator.py │ ├── trainer.py │ └── utils.py ├── rubrics ├── __init__.py ├── judge_rubric.py ├── math_rubric.py ├── rubric.py ├── rubric_group.py └── tool_rubric.py ├── scripts ├── __init__.py ├── eval.py ├── init.py ├── install.py ├── prime_rl.py ├── rl.py ├── setup.py ├── train.py └── tui.py ├── types.py └── utils ├── __init__.py ├── async_utils.py ├── client_utils.py ├── data_utils.py ├── decorators.py ├── env_utils.py ├── eval_utils.py ├── logging_utils.py ├── message_utils.py ├── path_utils.py ├── response_utils.py ├── tool_utils.py └── tools.py /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/.github/workflows/README.md -------------------------------------------------------------------------------- /.github/workflows/publish-environments.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/.github/workflows/publish-environments.yml -------------------------------------------------------------------------------- /.github/workflows/style.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/.github/workflows/style.yml -------------------------------------------------------------------------------- /.github/workflows/tag-and-release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/.github/workflows/tag-and-release.yml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /AGENTS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/AGENTS.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/README.md -------------------------------------------------------------------------------- /configs/endpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/configs/endpoints.py -------------------------------------------------------------------------------- /configs/prime-rl/wiki-search.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/configs/prime-rl/wiki-search.toml -------------------------------------------------------------------------------- /configs/vf-rl/alphabet-sort.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/configs/vf-rl/alphabet-sort.toml -------------------------------------------------------------------------------- /configs/vf-rl/gsm8k.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/configs/vf-rl/gsm8k.toml -------------------------------------------------------------------------------- /configs/vf-rl/math-python.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/configs/vf-rl/math-python.toml -------------------------------------------------------------------------------- /configs/vf-rl/math.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/configs/vf-rl/math.toml -------------------------------------------------------------------------------- /configs/vf-rl/reasoning-gym.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/configs/vf-rl/reasoning-gym.toml -------------------------------------------------------------------------------- /configs/vf-rl/reverse-text.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/configs/vf-rl/reverse-text.toml -------------------------------------------------------------------------------- /configs/vf-rl/tool-test.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/configs/vf-rl/tool-test.toml -------------------------------------------------------------------------------- /configs/vf-rl/wiki-search.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/configs/vf-rl/wiki-search.toml -------------------------------------------------------------------------------- /configs/vf-rl/wordle.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/configs/vf-rl/wordle.toml -------------------------------------------------------------------------------- /configs/zero3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/configs/zero3.yaml -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- 1 | sphinx 2 | furo 3 | myst-parser -------------------------------------------------------------------------------- /docs/source/api_reference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/docs/source/api_reference.md -------------------------------------------------------------------------------- /docs/source/components.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/docs/source/components.md -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/development.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/docs/source/development.md -------------------------------------------------------------------------------- /docs/source/environments.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/docs/source/environments.md -------------------------------------------------------------------------------- /docs/source/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/docs/source/index.md -------------------------------------------------------------------------------- /docs/source/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/docs/source/overview.md -------------------------------------------------------------------------------- /docs/source/training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/docs/source/training.md -------------------------------------------------------------------------------- /environments/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/README.md -------------------------------------------------------------------------------- /environments/continuation_quality/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/continuation_quality/README.md -------------------------------------------------------------------------------- /environments/continuation_quality/continuation_quality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/continuation_quality/continuation_quality.py -------------------------------------------------------------------------------- /environments/continuation_quality/outputs/evals/continuation-quality--meta-llama--llama-3.1-405b/3762eafa/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/continuation_quality/outputs/evals/continuation-quality--meta-llama--llama-3.1-405b/3762eafa/metadata.json -------------------------------------------------------------------------------- /environments/continuation_quality/outputs/evals/continuation-quality--meta-llama--llama-3.1-405b/3762eafa/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/continuation_quality/outputs/evals/continuation-quality--meta-llama--llama-3.1-405b/3762eafa/results.jsonl -------------------------------------------------------------------------------- /environments/continuation_quality/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/continuation_quality/pyproject.toml -------------------------------------------------------------------------------- /environments/doublecheck/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/doublecheck/README.md -------------------------------------------------------------------------------- /environments/doublecheck/doublecheck.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/doublecheck/doublecheck.py -------------------------------------------------------------------------------- /environments/doublecheck/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/doublecheck/pyproject.toml -------------------------------------------------------------------------------- /environments/gpqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/gpqa/README.md -------------------------------------------------------------------------------- /environments/gpqa/gpqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/gpqa/gpqa.py -------------------------------------------------------------------------------- /environments/gpqa/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/gpqa/pyproject.toml -------------------------------------------------------------------------------- /environments/gsm8k/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/gsm8k/README.md -------------------------------------------------------------------------------- /environments/gsm8k/gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/gsm8k/gsm8k.py -------------------------------------------------------------------------------- /environments/gsm8k/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/gsm8k/pyproject.toml -------------------------------------------------------------------------------- /environments/math/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math/README.md -------------------------------------------------------------------------------- /environments/math/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math/math.py -------------------------------------------------------------------------------- /environments/math/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math/pyproject.toml -------------------------------------------------------------------------------- /environments/math_group/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_group/README.md -------------------------------------------------------------------------------- /environments/math_group/math_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_group/math_group.py -------------------------------------------------------------------------------- /environments/math_group/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_group/pyproject.toml -------------------------------------------------------------------------------- /environments/math_python/.env-metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_python/.env-metadata.json -------------------------------------------------------------------------------- /environments/math_python/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_python/README.md -------------------------------------------------------------------------------- /environments/math_python/math_python.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_python/math_python.py -------------------------------------------------------------------------------- /environments/math_python/outputs/evals/math-python--gpt-4.1-mini/578769a7/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_python/outputs/evals/math-python--gpt-4.1-mini/578769a7/metadata.json -------------------------------------------------------------------------------- /environments/math_python/outputs/evals/math-python--gpt-4.1-mini/578769a7/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_python/outputs/evals/math-python--gpt-4.1-mini/578769a7/results.jsonl -------------------------------------------------------------------------------- /environments/math_python/outputs/evals/math-python--gpt-4.1-mini/dbaac595/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_python/outputs/evals/math-python--gpt-4.1-mini/dbaac595/metadata.json -------------------------------------------------------------------------------- /environments/math_python/outputs/evals/math-python--gpt-4.1-mini/dbaac595/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_python/outputs/evals/math-python--gpt-4.1-mini/dbaac595/results.jsonl -------------------------------------------------------------------------------- /environments/math_python/outputs/evals/math-python--gpt-5-nano/cb7a1799/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_python/outputs/evals/math-python--gpt-5-nano/cb7a1799/metadata.json -------------------------------------------------------------------------------- /environments/math_python/outputs/evals/math-python--gpt-5-nano/cb7a1799/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_python/outputs/evals/math-python--gpt-5-nano/cb7a1799/results.jsonl -------------------------------------------------------------------------------- /environments/math_python/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/math_python/pyproject.toml -------------------------------------------------------------------------------- /environments/mcp_env/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/README.md -------------------------------------------------------------------------------- /environments/mcp_env/mcp_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/mcp_env.py -------------------------------------------------------------------------------- /environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/468ee950/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/468ee950/metadata.json -------------------------------------------------------------------------------- /environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/468ee950/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/468ee950/results.jsonl -------------------------------------------------------------------------------- /environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/d6b4b7e4/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/d6b4b7e4/metadata.json -------------------------------------------------------------------------------- /environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/d6b4b7e4/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/d6b4b7e4/results.jsonl -------------------------------------------------------------------------------- /environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/e7d60bf6/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/e7d60bf6/metadata.json -------------------------------------------------------------------------------- /environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/e7d60bf6/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/e7d60bf6/results.jsonl -------------------------------------------------------------------------------- /environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/fdac998f/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/fdac998f/metadata.json -------------------------------------------------------------------------------- /environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/fdac998f/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/outputs/evals/mcp-env--gpt-4.1-mini/fdac998f/results.jsonl -------------------------------------------------------------------------------- /environments/mcp_env/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/pyproject.toml -------------------------------------------------------------------------------- /environments/mcp_env/src/mcp_server_connection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/src/mcp_server_connection.py -------------------------------------------------------------------------------- /environments/mcp_env/src/mcp_tool_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/src/mcp_tool_wrapper.py -------------------------------------------------------------------------------- /environments/mcp_env/src/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mcp_env/src/models.py -------------------------------------------------------------------------------- /environments/mmmu/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mmmu/README.md -------------------------------------------------------------------------------- /environments/mmmu/mmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mmmu/mmmu.py -------------------------------------------------------------------------------- /environments/mmmu/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/mmmu/pyproject.toml -------------------------------------------------------------------------------- /environments/reasoning_gym_env/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/reasoning_gym_env/README.md -------------------------------------------------------------------------------- /environments/reasoning_gym_env/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/reasoning_gym_env/pyproject.toml -------------------------------------------------------------------------------- /environments/reasoning_gym_env/reasoning_gym_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/reasoning_gym_env/reasoning_gym_env.py -------------------------------------------------------------------------------- /environments/reverse_text/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/reverse_text/README.md -------------------------------------------------------------------------------- /environments/reverse_text/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/reverse_text/pyproject.toml -------------------------------------------------------------------------------- /environments/reverse_text/reverse_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/reverse_text/reverse_text.py -------------------------------------------------------------------------------- /environments/self_reward/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/self_reward/README.md -------------------------------------------------------------------------------- /environments/self_reward/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/self_reward/pyproject.toml -------------------------------------------------------------------------------- /environments/self_reward/self_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/self_reward/self_reward.py -------------------------------------------------------------------------------- /environments/sentence_repeater/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/sentence_repeater/README.md -------------------------------------------------------------------------------- /environments/sentence_repeater/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/sentence_repeater/pyproject.toml -------------------------------------------------------------------------------- /environments/sentence_repeater/sentence_repeater.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/sentence_repeater/sentence_repeater.py -------------------------------------------------------------------------------- /environments/simpleqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/simpleqa/README.md -------------------------------------------------------------------------------- /environments/simpleqa/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/simpleqa/pyproject.toml -------------------------------------------------------------------------------- /environments/simpleqa/simpleqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/simpleqa/simpleqa.py -------------------------------------------------------------------------------- /environments/tool_test/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/tool_test/README.md -------------------------------------------------------------------------------- /environments/tool_test/outputs/evals/tool-test--gpt-4.1-mini/066dba27/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/tool_test/outputs/evals/tool-test--gpt-4.1-mini/066dba27/metadata.json -------------------------------------------------------------------------------- /environments/tool_test/outputs/evals/tool-test--gpt-4.1-mini/066dba27/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/tool_test/outputs/evals/tool-test--gpt-4.1-mini/066dba27/results.jsonl -------------------------------------------------------------------------------- /environments/tool_test/outputs/evals/tool-test--gpt-4.1-mini/5cde0948/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/tool_test/outputs/evals/tool-test--gpt-4.1-mini/5cde0948/metadata.json -------------------------------------------------------------------------------- /environments/tool_test/outputs/evals/tool-test--gpt-4.1-mini/5cde0948/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/tool_test/outputs/evals/tool-test--gpt-4.1-mini/5cde0948/results.jsonl -------------------------------------------------------------------------------- /environments/tool_test/outputs/evals/tool-test--gpt-4.1-mini/ee63fc50/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/tool_test/outputs/evals/tool-test--gpt-4.1-mini/ee63fc50/metadata.json -------------------------------------------------------------------------------- /environments/tool_test/outputs/evals/tool-test--gpt-4.1-mini/ee63fc50/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/tool_test/outputs/evals/tool-test--gpt-4.1-mini/ee63fc50/results.jsonl -------------------------------------------------------------------------------- /environments/tool_test/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/tool_test/pyproject.toml -------------------------------------------------------------------------------- /environments/tool_test/tool_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/tool_test/tool_test.py -------------------------------------------------------------------------------- /environments/toxicity_explanation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/toxicity_explanation/README.md -------------------------------------------------------------------------------- /environments/toxicity_explanation/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/toxicity_explanation/pyproject.toml -------------------------------------------------------------------------------- /environments/toxicity_explanation/toxicity_explanation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/toxicity_explanation/toxicity_explanation.py -------------------------------------------------------------------------------- /environments/wiki_search/.env-metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/.env-metadata.json -------------------------------------------------------------------------------- /environments/wiki_search/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/README.md -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--gpt-4.1-mini/052a81ae/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--gpt-4.1-mini/052a81ae/metadata.json -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--gpt-4.1-mini/052a81ae/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--gpt-4.1-mini/052a81ae/results.jsonl -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--gpt-4.1-nano/8d8aecd4/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--gpt-4.1-nano/8d8aecd4/metadata.json -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--gpt-4.1-nano/8d8aecd4/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--gpt-4.1-nano/8d8aecd4/results.jsonl -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--gpt-4.1/50519885/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--gpt-4.1/50519885/metadata.json -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--gpt-4.1/50519885/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--gpt-4.1/50519885/results.jsonl -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--gpt-5-mini/dc83cc41/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--gpt-5-mini/dc83cc41/metadata.json -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--gpt-5-mini/dc83cc41/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--gpt-5-mini/dc83cc41/results.jsonl -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--gpt-5-nano/9a37a8bd/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--gpt-5-nano/9a37a8bd/metadata.json -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--gpt-5-nano/9a37a8bd/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--gpt-5-nano/9a37a8bd/results.jsonl -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--qwen--qwen3-4b-instruct-2507/e762fd98/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--qwen--qwen3-4b-instruct-2507/e762fd98/metadata.json -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--qwen--qwen3-4b-instruct-2507/e762fd98/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--qwen--qwen3-4b-instruct-2507/e762fd98/results.jsonl -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--willcb--qwen3-4b-wiki-search/094df25d/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--willcb--qwen3-4b-wiki-search/094df25d/metadata.json -------------------------------------------------------------------------------- /environments/wiki_search/outputs/evals/wiki-search--willcb--qwen3-4b-wiki-search/094df25d/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/outputs/evals/wiki-search--willcb--qwen3-4b-wiki-search/094df25d/results.jsonl -------------------------------------------------------------------------------- /environments/wiki_search/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/pyproject.toml -------------------------------------------------------------------------------- /environments/wiki_search/wiki_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wiki_search/wiki_search.py -------------------------------------------------------------------------------- /environments/wordle/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wordle/README.md -------------------------------------------------------------------------------- /environments/wordle/outputs/evals/wordle--gpt-5-mini/019a631c/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wordle/outputs/evals/wordle--gpt-5-mini/019a631c/metadata.json -------------------------------------------------------------------------------- /environments/wordle/outputs/evals/wordle--gpt-5-mini/019a631c/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wordle/outputs/evals/wordle--gpt-5-mini/019a631c/results.jsonl -------------------------------------------------------------------------------- /environments/wordle/outputs/evals/wordle--qwen--qwen3-30b-a3b-thinking-2507/50bdff53/metadata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wordle/outputs/evals/wordle--qwen--qwen3-30b-a3b-thinking-2507/50bdff53/metadata.json -------------------------------------------------------------------------------- /environments/wordle/outputs/evals/wordle--qwen--qwen3-30b-a3b-thinking-2507/50bdff53/results.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wordle/outputs/evals/wordle--qwen--qwen3-30b-a3b-thinking-2507/50bdff53/results.jsonl -------------------------------------------------------------------------------- /environments/wordle/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wordle/pyproject.toml -------------------------------------------------------------------------------- /environments/wordle/wordle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/environments/wordle/wordle.py -------------------------------------------------------------------------------- /integrations/README.md: -------------------------------------------------------------------------------- 1 | ### Integrations 2 | 3 | WIP, coming soon -------------------------------------------------------------------------------- /integrations/skyrl/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /integrations/tinker/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /integrations/trl/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.2.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.2.post0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.2.post0.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.2.post1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.2.post1.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.3.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.3.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.3.post0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.3.post0.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.4.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.4.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.5.dev0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.5.dev0.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.5.dev1.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.5.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.5.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.5.post0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.5.post0.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.6.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.6.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.6.post0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.6.post0.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.7.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.7.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.7.post0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.7.post0.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.8.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.8.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.8.post0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.8.post0.md -------------------------------------------------------------------------------- /notes/RELEASE_v0.1.8.post1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/RELEASE_v0.1.8.post1.md -------------------------------------------------------------------------------- /notes/TRAJECTORIES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/TRAJECTORIES.md -------------------------------------------------------------------------------- /notes/release_workflow.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/notes/release_workflow.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/scripts/install.sh -------------------------------------------------------------------------------- /scripts/rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/scripts/rl.py -------------------------------------------------------------------------------- /scripts/sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/scripts/sft.py -------------------------------------------------------------------------------- /tests/AGENTS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/AGENTS.md -------------------------------------------------------------------------------- /tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/README.md -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | # Test package for verifiers 2 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/mock_client_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/mock_client_guide.md -------------------------------------------------------------------------------- /tests/mock_openai_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/mock_openai_client.py -------------------------------------------------------------------------------- /tests/test_decorator_ranks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_decorator_ranks.py -------------------------------------------------------------------------------- /tests/test_env_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_env_group.py -------------------------------------------------------------------------------- /tests/test_environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_environment.py -------------------------------------------------------------------------------- /tests/test_environment_audio_modality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_environment_audio_modality.py -------------------------------------------------------------------------------- /tests/test_environment_extra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_environment_extra.py -------------------------------------------------------------------------------- /tests/test_eval_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_eval_cli.py -------------------------------------------------------------------------------- /tests/test_eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_eval_utils.py -------------------------------------------------------------------------------- /tests/test_imports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_imports.py -------------------------------------------------------------------------------- /tests/test_maybe_think_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_maybe_think_parser.py -------------------------------------------------------------------------------- /tests/test_message_utils_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_message_utils_audio.py -------------------------------------------------------------------------------- /tests/test_multiturn_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_multiturn_env.py -------------------------------------------------------------------------------- /tests/test_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_parser.py -------------------------------------------------------------------------------- /tests/test_rubric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_rubric.py -------------------------------------------------------------------------------- /tests/test_rubric_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_rubric_group.py -------------------------------------------------------------------------------- /tests/test_sandbox_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_sandbox_env.py -------------------------------------------------------------------------------- /tests/test_singleturn_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_singleturn_env.py -------------------------------------------------------------------------------- /tests/test_stateful_tool_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_stateful_tool_env.py -------------------------------------------------------------------------------- /tests/test_think_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_think_parser.py -------------------------------------------------------------------------------- /tests/test_tool_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_tool_env.py -------------------------------------------------------------------------------- /tests/test_tool_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_tool_utils.py -------------------------------------------------------------------------------- /tests/test_trajectory_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_trajectory_processing.py -------------------------------------------------------------------------------- /tests/test_xml_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/tests/test_xml_parser.py -------------------------------------------------------------------------------- /verifiers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/__init__.py -------------------------------------------------------------------------------- /verifiers/envs/AGENTS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/envs/AGENTS.md -------------------------------------------------------------------------------- /verifiers/envs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /verifiers/envs/env_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/envs/env_group.py -------------------------------------------------------------------------------- /verifiers/envs/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/envs/environment.py -------------------------------------------------------------------------------- /verifiers/envs/multiturn_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/envs/multiturn_env.py -------------------------------------------------------------------------------- /verifiers/envs/python_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/envs/python_env.py -------------------------------------------------------------------------------- /verifiers/envs/reasoninggym_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/envs/reasoninggym_env.py -------------------------------------------------------------------------------- /verifiers/envs/sandbox_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/envs/sandbox_env.py -------------------------------------------------------------------------------- /verifiers/envs/singleturn_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/envs/singleturn_env.py -------------------------------------------------------------------------------- /verifiers/envs/stateful_tool_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/envs/stateful_tool_env.py -------------------------------------------------------------------------------- /verifiers/envs/textarena_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/envs/textarena_env.py -------------------------------------------------------------------------------- /verifiers/envs/tool_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/envs/tool_env.py -------------------------------------------------------------------------------- /verifiers/parsers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /verifiers/parsers/maybe_think_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/parsers/maybe_think_parser.py -------------------------------------------------------------------------------- /verifiers/parsers/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/parsers/parser.py -------------------------------------------------------------------------------- /verifiers/parsers/think_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/parsers/think_parser.py -------------------------------------------------------------------------------- /verifiers/parsers/xml_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/parsers/xml_parser.py -------------------------------------------------------------------------------- /verifiers/rl/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rl/README.md -------------------------------------------------------------------------------- /verifiers/rl/inference/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /verifiers/rl/inference/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rl/inference/client.py -------------------------------------------------------------------------------- /verifiers/rl/inference/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rl/inference/server.py -------------------------------------------------------------------------------- /verifiers/rl/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rl/trainer/__init__.py -------------------------------------------------------------------------------- /verifiers/rl/trainer/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rl/trainer/config.py -------------------------------------------------------------------------------- /verifiers/rl/trainer/orchestrator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rl/trainer/orchestrator.py -------------------------------------------------------------------------------- /verifiers/rl/trainer/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rl/trainer/trainer.py -------------------------------------------------------------------------------- /verifiers/rl/trainer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rl/trainer/utils.py -------------------------------------------------------------------------------- /verifiers/rubrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /verifiers/rubrics/judge_rubric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rubrics/judge_rubric.py -------------------------------------------------------------------------------- /verifiers/rubrics/math_rubric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rubrics/math_rubric.py -------------------------------------------------------------------------------- /verifiers/rubrics/rubric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rubrics/rubric.py -------------------------------------------------------------------------------- /verifiers/rubrics/rubric_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rubrics/rubric_group.py -------------------------------------------------------------------------------- /verifiers/rubrics/tool_rubric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/rubrics/tool_rubric.py -------------------------------------------------------------------------------- /verifiers/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /verifiers/scripts/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/scripts/eval.py -------------------------------------------------------------------------------- /verifiers/scripts/init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/scripts/init.py -------------------------------------------------------------------------------- /verifiers/scripts/install.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/scripts/install.py -------------------------------------------------------------------------------- /verifiers/scripts/prime_rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/scripts/prime_rl.py -------------------------------------------------------------------------------- /verifiers/scripts/rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/scripts/rl.py -------------------------------------------------------------------------------- /verifiers/scripts/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/scripts/setup.py -------------------------------------------------------------------------------- /verifiers/scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/scripts/train.py -------------------------------------------------------------------------------- /verifiers/scripts/tui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/scripts/tui.py -------------------------------------------------------------------------------- /verifiers/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/types.py -------------------------------------------------------------------------------- /verifiers/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /verifiers/utils/async_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/utils/async_utils.py -------------------------------------------------------------------------------- /verifiers/utils/client_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/utils/client_utils.py -------------------------------------------------------------------------------- /verifiers/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/utils/data_utils.py -------------------------------------------------------------------------------- /verifiers/utils/decorators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/utils/decorators.py -------------------------------------------------------------------------------- /verifiers/utils/env_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/utils/env_utils.py -------------------------------------------------------------------------------- /verifiers/utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/utils/eval_utils.py -------------------------------------------------------------------------------- /verifiers/utils/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/utils/logging_utils.py -------------------------------------------------------------------------------- /verifiers/utils/message_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/utils/message_utils.py -------------------------------------------------------------------------------- /verifiers/utils/path_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/utils/path_utils.py -------------------------------------------------------------------------------- /verifiers/utils/response_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/utils/response_utils.py -------------------------------------------------------------------------------- /verifiers/utils/tool_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/utils/tool_utils.py -------------------------------------------------------------------------------- /verifiers/utils/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/verifiers/HEAD/verifiers/utils/tools.py --------------------------------------------------------------------------------