├── .env.template ├── .gitignore ├── ATTRIBUTIONS.md ├── LICENSE ├── LICENSES ├── AIME-2025.MIT.txt ├── Boson-Higgs-Audio-2-Community-License.txt ├── BrowseComp.MIT.txt ├── GPQA.CC-BY-4.0.txt ├── MRCR.txt ├── Meta-Llama-3-Community-License.txt └── SimpleQA.MIT.txt ├── NOTICE.txt ├── README.md ├── assets └── vera.png ├── data ├── README.md └── download.txt ├── evaluation ├── grader │ ├── __init__.py │ ├── asr_processor.py │ ├── base.py │ ├── llm_grader.py │ ├── prompts.py │ ├── run_grader.py │ ├── voice_grader.py │ └── wer_calculator.py ├── realtime │ └── batch_evaluate.py ├── text │ ├── batch_evaluate.py │ └── run_evaluation.py └── voice │ └── batch_evaluate.py ├── models ├── __init__.py ├── realtime │ ├── __init__.py │ ├── freeze_omni.py │ ├── gemini.py │ ├── gpt_realtime.py │ ├── liveanswer │ │ ├── audio.py │ │ ├── audio_to_answer.py │ │ ├── explain.py │ │ ├── main.py │ │ ├── mrcr_context.py │ │ ├── solver.py │ │ ├── stt_service.py │ │ └── utils.py │ ├── moshi.py │ └── sonic.py ├── shared │ ├── __init__.py │ ├── base_adapter.py │ └── timing_utils.py ├── text │ ├── __init__.py │ ├── gemini25_flash.py │ ├── gemini25_pro.py │ ├── gpt4o.py │ └── gpt5.py └── voice │ ├── __init__.py │ ├── af3.py │ ├── moshi.py │ ├── phi4.py │ ├── qwen25_omni.py │ ├── qwen2_audio.py │ └── ultravox.py ├── pyproject.toml ├── test_voice_episodes ├── audio │ ├── vera_aime_0a923d23.wav │ ├── vera_browsecomp_9c79d2a8.wav │ ├── vera_gpqadiamond_fa834623.wav │ ├── vera_mrcr_00c44580.wav │ └── vera_simpleqa_0a9d56e1.wav └── test.json ├── tests ├── README.md ├── __init__.py └── test_models.py ├── utils ├── __init__.py └── web_search.py └── uv.lock /.env.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/.env.template -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/.gitignore -------------------------------------------------------------------------------- /ATTRIBUTIONS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/ATTRIBUTIONS.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/LICENSE -------------------------------------------------------------------------------- /LICENSES/AIME-2025.MIT.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/LICENSES/AIME-2025.MIT.txt -------------------------------------------------------------------------------- /LICENSES/Boson-Higgs-Audio-2-Community-License.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/LICENSES/Boson-Higgs-Audio-2-Community-License.txt -------------------------------------------------------------------------------- /LICENSES/BrowseComp.MIT.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/LICENSES/BrowseComp.MIT.txt -------------------------------------------------------------------------------- /LICENSES/GPQA.CC-BY-4.0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/LICENSES/GPQA.CC-BY-4.0.txt -------------------------------------------------------------------------------- /LICENSES/MRCR.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/LICENSES/MRCR.txt -------------------------------------------------------------------------------- /LICENSES/Meta-Llama-3-Community-License.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/LICENSES/Meta-Llama-3-Community-License.txt -------------------------------------------------------------------------------- /LICENSES/SimpleQA.MIT.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/LICENSES/SimpleQA.MIT.txt -------------------------------------------------------------------------------- /NOTICE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/NOTICE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/README.md -------------------------------------------------------------------------------- /assets/vera.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/assets/vera.png -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/data/README.md -------------------------------------------------------------------------------- /data/download.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/data/download.txt -------------------------------------------------------------------------------- /evaluation/grader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/evaluation/grader/__init__.py -------------------------------------------------------------------------------- /evaluation/grader/asr_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/evaluation/grader/asr_processor.py -------------------------------------------------------------------------------- /evaluation/grader/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/evaluation/grader/base.py -------------------------------------------------------------------------------- /evaluation/grader/llm_grader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/evaluation/grader/llm_grader.py -------------------------------------------------------------------------------- /evaluation/grader/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/evaluation/grader/prompts.py -------------------------------------------------------------------------------- /evaluation/grader/run_grader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/evaluation/grader/run_grader.py -------------------------------------------------------------------------------- /evaluation/grader/voice_grader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/evaluation/grader/voice_grader.py -------------------------------------------------------------------------------- /evaluation/grader/wer_calculator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/evaluation/grader/wer_calculator.py -------------------------------------------------------------------------------- /evaluation/realtime/batch_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/evaluation/realtime/batch_evaluate.py -------------------------------------------------------------------------------- /evaluation/text/batch_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/evaluation/text/batch_evaluate.py -------------------------------------------------------------------------------- /evaluation/text/run_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/evaluation/text/run_evaluation.py -------------------------------------------------------------------------------- /evaluation/voice/batch_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/evaluation/voice/batch_evaluate.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | """VERA Model Adapters""" -------------------------------------------------------------------------------- /models/realtime/__init__.py: -------------------------------------------------------------------------------- 1 | """Realtime model adapters for VERA""" -------------------------------------------------------------------------------- /models/realtime/freeze_omni.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/freeze_omni.py -------------------------------------------------------------------------------- /models/realtime/gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/gemini.py -------------------------------------------------------------------------------- /models/realtime/gpt_realtime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/gpt_realtime.py -------------------------------------------------------------------------------- /models/realtime/liveanswer/audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/liveanswer/audio.py -------------------------------------------------------------------------------- /models/realtime/liveanswer/audio_to_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/liveanswer/audio_to_answer.py -------------------------------------------------------------------------------- /models/realtime/liveanswer/explain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/liveanswer/explain.py -------------------------------------------------------------------------------- /models/realtime/liveanswer/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/liveanswer/main.py -------------------------------------------------------------------------------- /models/realtime/liveanswer/mrcr_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/liveanswer/mrcr_context.py -------------------------------------------------------------------------------- /models/realtime/liveanswer/solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/liveanswer/solver.py -------------------------------------------------------------------------------- /models/realtime/liveanswer/stt_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/liveanswer/stt_service.py -------------------------------------------------------------------------------- /models/realtime/liveanswer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/liveanswer/utils.py -------------------------------------------------------------------------------- /models/realtime/moshi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/moshi.py -------------------------------------------------------------------------------- /models/realtime/sonic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/realtime/sonic.py -------------------------------------------------------------------------------- /models/shared/__init__.py: -------------------------------------------------------------------------------- 1 | """Shared utilities for model adapters""" -------------------------------------------------------------------------------- /models/shared/base_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/shared/base_adapter.py -------------------------------------------------------------------------------- /models/shared/timing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/shared/timing_utils.py -------------------------------------------------------------------------------- /models/text/__init__.py: -------------------------------------------------------------------------------- 1 | """Text model adapters for VERA""" -------------------------------------------------------------------------------- /models/text/gemini25_flash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/text/gemini25_flash.py -------------------------------------------------------------------------------- /models/text/gemini25_pro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/text/gemini25_pro.py -------------------------------------------------------------------------------- /models/text/gpt4o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/text/gpt4o.py -------------------------------------------------------------------------------- /models/text/gpt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/text/gpt5.py -------------------------------------------------------------------------------- /models/voice/__init__.py: -------------------------------------------------------------------------------- 1 | """Voice model adapters for VERA""" -------------------------------------------------------------------------------- /models/voice/af3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/voice/af3.py -------------------------------------------------------------------------------- /models/voice/moshi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/voice/moshi.py -------------------------------------------------------------------------------- /models/voice/phi4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/voice/phi4.py -------------------------------------------------------------------------------- /models/voice/qwen25_omni.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/voice/qwen25_omni.py -------------------------------------------------------------------------------- /models/voice/qwen2_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/voice/qwen2_audio.py -------------------------------------------------------------------------------- /models/voice/ultravox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/models/voice/ultravox.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/pyproject.toml -------------------------------------------------------------------------------- /test_voice_episodes/audio/vera_aime_0a923d23.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/test_voice_episodes/audio/vera_aime_0a923d23.wav -------------------------------------------------------------------------------- /test_voice_episodes/audio/vera_browsecomp_9c79d2a8.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/test_voice_episodes/audio/vera_browsecomp_9c79d2a8.wav -------------------------------------------------------------------------------- /test_voice_episodes/audio/vera_gpqadiamond_fa834623.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/test_voice_episodes/audio/vera_gpqadiamond_fa834623.wav -------------------------------------------------------------------------------- /test_voice_episodes/audio/vera_mrcr_00c44580.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/test_voice_episodes/audio/vera_mrcr_00c44580.wav -------------------------------------------------------------------------------- /test_voice_episodes/audio/vera_simpleqa_0a9d56e1.wav: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/test_voice_episodes/audio/vera_simpleqa_0a9d56e1.wav -------------------------------------------------------------------------------- /test_voice_episodes/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/test_voice_episodes/test.json -------------------------------------------------------------------------------- /tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/tests/README.md -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | """VERA Model Tests Package""" 2 | -------------------------------------------------------------------------------- /tests/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/tests/test_models.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/web_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/utils/web_search.py -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/linyueqian/VERA/HEAD/uv.lock --------------------------------------------------------------------------------