├── .github ├── ISSUE_TEMPLATE │ ├── bug-report.yaml │ ├── config.yml │ └── feature-request.yaml ├── dependabot.yml ├── pull_request_template.md └── workflows │ ├── doctests.yaml │ ├── gpu_install_test.yaml │ ├── gpu_tests.yaml │ ├── install_test.yaml │ ├── pretest.yaml │ ├── release_docker.yaml │ ├── release_pypi.yaml │ └── stale.yml ├── .gitignore ├── .markdownlint.json ├── .pre-commit-config.yaml ├── .vscode ├── launch.json └── settings.json ├── CITATION.cff ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── Dockerfile ├── LICENSE ├── Makefile ├── README.md ├── SECURITY.md ├── STYLE_GUIDE.md ├── configs ├── README.md ├── apis │ ├── anthropic │ │ ├── eval_claude_3_5_sonnet.yaml │ │ ├── eval_claude_3_7_sonnet.yaml │ │ ├── infer_claude_3_5_sonnet.yaml │ │ ├── infer_claude_3_7_sonnet.yaml │ │ └── infer_claude_opus_4_1.yaml │ ├── gemini │ │ ├── eval_gemini_1_5_pro.yaml │ │ ├── infer_gemini_1_5_pro.yaml │ │ └── infer_gemini_2_5_pro.yaml │ ├── openai │ │ ├── eval_gpt_4o.yaml │ │ ├── eval_gpt_o1_preview.yaml │ │ ├── infer_chatgpt_4o_latest.yaml │ │ ├── infer_gpt_4_1.yaml │ │ ├── infer_gpt_4_1_mini.yaml │ │ ├── infer_gpt_4o.yaml │ │ ├── infer_gpt_4o_mini.yaml │ │ ├── infer_gpt_5.yaml │ │ ├── infer_gpt_5_chat_latest.yaml │ │ ├── infer_gpt_5_mini.yaml │ │ ├── infer_gpt_5_nano.yaml │ │ ├── infer_gpt_o1_preview.yaml │ │ ├── infer_o1.yaml │ │ ├── infer_o1_mini.yaml │ │ └── infer_o3_mini.yaml │ └── vertex │ │ ├── eval_llama_3_1_405b.yaml │ │ ├── eval_llama_3_3_70b.yaml │ │ ├── infer_llama_3_1_405b.yaml │ │ └── infer_llama_3_3_70b.yaml ├── examples │ ├── README.md │ ├── analyze │ │ └── analyze.yaml │ ├── berry_bench │ │ └── evaluation │ │ │ ├── eval.yaml │ │ │ └── gcp_job.yaml │ ├── bulk_inference │ │ ├── README.md │ │ └── gcp_job.yaml │ ├── deepspeed │ │ ├── README.md │ │ ├── llama3_1_8b_deepspeed_z2_train.yaml │ │ ├── llama3_1_8b_deepspeed_z3_offload_train.yaml │ │ └── llama3_1_8b_deepspeed_z3_train.yaml │ ├── fineweb_ablation_pretraining │ │ ├── README.md │ │ ├── ddp │ │ │ ├── gcp_job.yaml │ │ │ ├── polaris_job.yaml │ │ │ └── train.yaml │ │ └── fsdp │ │ │ ├── gcp_job.yaml │ │ │ ├── polaris_job.yaml │ │ │ └── train.yaml │ ├── gkd │ │ ├── README.md │ │ └── train.yaml │ ├── grpo_tldr │ │ ├── gcp_job.yaml │ │ └── train.yaml │ ├── grpo_verl_countdown │ │ ├── gcp_job.yaml │ │ ├── slurm_job.yaml │ │ └── train.yaml │ ├── grpo_verl_geometry3k │ │ ├── gcp_job.yaml │ │ └── train.yaml │ ├── grpo_verl_gsm8k │ │ ├── slurm_job.yaml │ │ └── train.yaml │ ├── letter_counting │ │ ├── evaluation │ │ │ ├── eval.yaml │ │ │ └── gcp_job.yaml │ │ └── grpo │ │ │ ├── gcp_job.yaml │ │ │ └── train.yaml │ ├── macos_gguf │ │ └── README.md │ ├── misc │ │ ├── README.md │ │ ├── dev_gcp_job.yaml │ │ ├── hello_world_gcp_job.yaml │ │ ├── hello_world_polaris_job.yaml │ │ ├── sky_init.sh │ │ ├── slurm_init.sh │ │ ├── slurm_ray_init.sh │ │ ├── tulu3_sft_mini.yaml │ │ └── vllm_polaris_job.yaml │ ├── quantization │ │ ├── README.md │ │ ├── awq_quantization_config.yaml │ │ └── bnb_quantization_config.yaml │ └── synthesis │ │ ├── README.md │ │ ├── conversation_synth.yaml │ │ ├── data_augmentation_synth.yaml │ │ ├── domain_qa_synth.yaml │ │ ├── instruction_following_synth.yaml │ │ └── question_answer_synth.yaml ├── projects │ ├── README.md │ ├── aya │ │ ├── README.md │ │ ├── evaluation │ │ │ ├── eval.yaml │ │ │ └── gcp_job.yaml │ │ └── sft │ │ │ ├── gcp_job.yaml │ │ │ └── train.yaml │ ├── chatqa │ │ ├── README.md │ │ ├── chatqa_stage1_train.yaml │ │ ├── chatqa_stage2_train.yaml │ │ └── gcp_job.yaml │ ├── coalm │ │ ├── 405b_train.yaml │ │ ├── 70b_infer.yaml │ │ ├── 70b_train.yaml │ │ ├── 8b_infer.yaml │ │ ├── 8b_train.yaml │ │ ├── README.md │ │ └── images │ │ │ ├── dataset.png │ │ │ └── results.png │ ├── dcvlr │ │ ├── README.md │ │ ├── run_image_synthesis.py │ │ ├── starter_kit │ │ │ ├── molmo-d-train-openr1.yaml │ │ │ ├── molmo-o-train-openr1.yaml │ │ │ └── qwenvl-openr1.yaml │ │ └── synthesize_images_vllm.py │ ├── halloumi │ │ ├── 8b_train.yaml │ │ ├── README.md │ │ ├── gcp_job.yaml │ │ ├── halloumi_classifier_inference_notebook.ipynb │ │ ├── halloumi_eval_notebook.ipynb │ │ └── halloumi_inference_notebook.ipynb │ ├── judges │ │ ├── doc_qa │ │ │ ├── completeness.yaml │ │ │ ├── groundedness.yaml │ │ │ └── relevance.yaml │ │ └── generic │ │ │ ├── format_compliance.yaml │ │ │ ├── instruction_following.yaml │ │ │ ├── safety.yaml │ │ │ ├── topic_adherence.yaml │ │ │ └── truthfulness.yaml │ ├── limo │ │ ├── qwen2.5_7b_fft.yaml │ │ ├── qwen2.5_7b_fft_yarn.yaml │ │ ├── qwen2.5_7b_fft_yarn_deepspeed.yaml │ │ └── qwen2.5_7b_fft_yarn_deepspeed_memory_optimized_train.yaml │ └── wc50m │ │ ├── README.md │ │ ├── configs │ │ ├── base_ultrachat.yaml │ │ └── gcp_base_ultrachat.yaml │ │ └── results │ │ ├── baseline.csv │ │ └── oumi.csv └── recipes │ ├── README.md │ ├── deepseek_r1 │ ├── README.md │ ├── evaluation │ │ ├── distill_llama_70b │ │ │ ├── eval.yaml │ │ │ └── gcp_job.yaml │ │ ├── distill_llama_8b │ │ │ ├── eval.yaml │ │ │ └── gcp_job.yaml │ │ ├── distill_qwen_1_5b │ │ │ ├── eval.yaml │ │ │ └── gcp_job.yaml │ │ └── distill_qwen_32b │ │ │ ├── eval.yaml │ │ │ └── gcp_job.yaml │ ├── inference │ │ ├── 671b_together_infer.yaml │ │ ├── distill_llama_70b_infer.yaml │ │ ├── distill_llama_8b_infer.yaml │ │ ├── distill_qwen_1_5b_infer.yaml │ │ ├── distill_qwen_32b_gguf_infer.yaml │ │ ├── distill_qwen_32b_gguf_macos_infer.yaml │ │ ├── distill_qwen_32b_infer.yaml │ │ └── distill_qwen_32b_vllm_infer.yaml │ └── sft │ │ ├── distill_llama_70b │ │ ├── full_gcp_job.yaml │ │ ├── full_train.yaml │ │ ├── lora_gcp_job.yaml │ │ ├── lora_train.yaml │ │ ├── qlora_gcp_job.yaml │ │ └── qlora_train.yaml │ │ ├── distill_llama_8b │ │ ├── full_gcp_job.yaml │ │ ├── full_train.yaml │ │ ├── lora_gcp_job.yaml │ │ ├── lora_train.yaml │ │ ├── qlora_gcp_job.yaml │ │ └── qlora_train.yaml │ │ ├── distill_qwen_1_5b │ │ ├── full_frontier_job.yaml │ │ ├── full_gcp_job.yaml │ │ ├── full_train.yaml │ │ ├── lora_gcp_job.yaml │ │ └── lora_train.yaml │ │ └── distill_qwen_32b │ │ ├── lora_gcp_job.yaml │ │ └── lora_train.yaml │ ├── falcon_e │ ├── README.md │ ├── dpo │ │ └── falcon_e_1b_instruct │ │ │ └── dpo.yaml │ ├── evaluation │ │ ├── falcon_e_1b │ │ │ └── eval.yaml │ │ ├── falcon_e_1b_instruct │ │ │ └── eval.yaml │ │ ├── falcon_e_3b │ │ │ └── eval.yaml │ │ └── falcon_e_3b_instruct │ │ │ └── eval.yaml │ └── sft │ │ ├── falcon_e_1b │ │ └── full_train.yaml │ │ ├── falcon_e_1b_instruct │ │ └── full_train.yaml │ │ ├── falcon_e_3b │ │ └── full_train.yaml │ │ └── falcon_e_3b_instruct │ │ └── full_train.yaml │ ├── falcon_h1 │ ├── README.md │ ├── dpo │ │ └── falcon_h1_0_5b │ │ │ └── qlora_dpo.yaml │ ├── evaluation │ │ ├── falcon_h1_0_5b │ │ │ ├── eval.yaml │ │ │ └── lambda_job.yaml │ │ ├── falcon_h1_1_5b │ │ │ ├── eval.yaml │ │ │ └── lambda_job.yaml │ │ ├── falcon_h1_1_5b_deep │ │ │ ├── eval.yaml │ │ │ └── lambda_job.yaml │ │ ├── falcon_h1_34b │ │ │ ├── eval.yaml │ │ │ └── lambda_job.yaml │ │ ├── falcon_h1_3b │ │ │ ├── eval.yaml │ │ │ └── lambda_job.yaml │ │ └── falcon_h1_7b │ │ │ ├── eval.yaml │ │ │ └── lambda_job.yaml │ ├── inference │ │ ├── 0_5b_infer.yaml │ │ ├── 1_5b_deep_infer.yaml │ │ ├── 1_5b_infer.yaml │ │ ├── 34b_infer.yaml │ │ ├── 3b_infer.yaml │ │ └── 7b_infer.yaml │ └── sft │ │ ├── falcon_h1_0_5b │ │ ├── full_lambda_job.yaml │ │ └── full_train.yaml │ │ ├── falcon_h1_1_5b │ │ ├── full_lambda_job.yaml │ │ └── full_train.yaml │ │ ├── falcon_h1_1_5b_deep │ │ ├── full_lambda_job.yaml │ │ └── full_train.yaml │ │ ├── falcon_h1_34b │ │ ├── full_lambda_job.yaml │ │ └── full_train.yaml │ │ ├── falcon_h1_3b │ │ ├── full_lambda_job.yaml │ │ └── full_train.yaml │ │ └── falcon_h1_7b │ │ ├── full_lambda_job.yaml │ │ └── full_train.yaml │ ├── gemma3 │ └── inference │ │ ├── 3n_e4b_it_gguf_infer.yaml │ │ ├── 3n_e4b_it_gguf_macos_infer.yaml │ │ ├── 3n_e4b_it_infer.yaml │ │ └── 3n_e4b_it_vllm_infer.yaml │ ├── glm4 │ └── inference │ │ ├── air_gguf_infer.yaml │ │ ├── air_gguf_macos_infer.yaml │ │ └── air_vllm_infer.yaml │ ├── gpt2 │ ├── README.md │ ├── evaluation │ │ ├── async_eval.yaml │ │ └── async_gcp_job.yaml │ ├── inference │ │ └── infer.yaml │ └── pretraining │ │ ├── gcp_job.yaml │ │ ├── macos_train.yaml │ │ └── train.yaml │ ├── gpt_oss │ ├── README.md │ ├── inference │ │ ├── 120b_infer.yaml │ │ ├── 120b_together_infer.yaml │ │ ├── 120b_vllm_infer.yaml │ │ ├── 20b_infer.yaml │ │ └── 20b_vllm_infer.yaml │ └── sft │ │ └── 20b_lora_single_gpu_train.yaml │ ├── llama3_1 │ ├── README.md │ ├── evaluation │ │ ├── 70b_eval.yaml │ │ ├── 70b_gcp_job.yaml │ │ ├── 70b_polaris_job.yaml │ │ ├── 8b_eval.yaml │ │ ├── 8b_gcp_job.yaml │ │ └── 8b_polaris_job.yaml │ ├── inference │ │ ├── 70b_infer.yaml │ │ ├── 8b_infer.yaml │ │ ├── 8b_rvllm_infer.yaml │ │ └── 8b_sglang_infer.yaml │ ├── pretraining │ │ └── 8b │ │ │ ├── gcp_job.yaml │ │ │ ├── polaris_job.yaml │ │ │ └── train.yaml │ └── sft │ │ ├── 405b_full │ │ ├── polaris_job.yaml │ │ └── train.yaml │ │ ├── 405b_lora │ │ ├── gcp_job.yaml │ │ ├── polaris_job.yaml │ │ └── train.yaml │ │ ├── 405b_qlora │ │ ├── gcp_job.yaml │ │ ├── polaris_job.yaml │ │ └── train.yaml │ │ ├── 70b_full │ │ ├── gcp_job.yaml │ │ ├── polaris_job.yaml │ │ └── train.yaml │ │ ├── 70b_lora │ │ ├── gcp_job.yaml │ │ ├── polaris_job.yaml │ │ └── train.yaml │ │ ├── 70b_qlora │ │ ├── gcp_job.yaml │ │ ├── polaris_job.yaml │ │ └── train.yaml │ │ ├── 8b_full │ │ ├── accelerate.yaml │ │ ├── gcp_job.yaml │ │ ├── longctx_train.yaml │ │ ├── polaris_job.yaml │ │ └── train.yaml │ │ ├── 8b_lora │ │ ├── fsdp_gcp_job.yaml │ │ ├── fsdp_train.yaml │ │ ├── gcp_job.yaml │ │ ├── polaris_job.yaml │ │ └── train.yaml │ │ └── 8b_qlora │ │ ├── gcp_job.yaml │ │ └── train.yaml │ ├── llama3_2 │ ├── README.md │ ├── dpo │ │ └── 1b_qlora_dpo.yaml │ ├── evaluation │ │ ├── 1b_eval.yaml │ │ └── 3b_eval.yaml │ ├── inference │ │ ├── 1b_infer.yaml │ │ ├── 1b_sglang_infer.yaml │ │ ├── 1b_vllm_infer.yaml │ │ ├── 3b_infer.yaml │ │ ├── 3b_sglang_infer.yaml │ │ └── 3b_vllm_infer.yaml │ └── sft │ │ ├── 1b_full │ │ └── train.yaml │ │ ├── 3b_full │ │ ├── fsdp_gcp_job.yaml │ │ ├── fsdp_train.yaml │ │ ├── gcp_job.yaml │ │ ├── polaris_job.yaml │ │ └── train.yaml │ │ ├── 3b_lora │ │ ├── fsdp_gcp_job.yaml │ │ ├── fsdp_train.yaml │ │ ├── gcp_job.yaml │ │ ├── polaris_job.yaml │ │ └── train.yaml │ │ └── 3b_qlora │ │ ├── fsdp_gcp_job.yaml │ │ ├── fsdp_train.yaml │ │ ├── gcp_job.yaml │ │ ├── polaris_job.yaml │ │ └── train.yaml │ ├── llama3_3 │ ├── README.md │ ├── evaluation │ │ ├── 70b_eval.yaml │ │ └── 70b_gcp_job.yaml │ ├── inference │ │ ├── 70b_infer.yaml │ │ ├── 70b_vllm_infer.yaml │ │ ├── nemotron_super_49b_gguf_infer.yaml │ │ ├── nemotron_super_49b_gguf_macos_infer.yaml │ │ └── nemotron_super_49b_vllm_infer.yaml │ └── sft │ │ ├── 70b_full │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ ├── 70b_lora │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ └── 70b_qlora │ │ ├── gcp_job.yaml │ │ └── train.yaml │ ├── llama4 │ ├── README.md │ ├── evaluation │ │ └── scout_instruct_eval.yaml │ ├── inference │ │ ├── maverick_instruct_together_infer.yaml │ │ ├── scout_instruct_gguf_infer.yaml │ │ ├── scout_instruct_gguf_macos_infer.yaml │ │ ├── scout_instruct_infer.yaml │ │ ├── scout_instruct_together_infer.yaml │ │ └── scout_instruct_vllm_infer.yaml │ └── sft │ │ ├── scout_base_full │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ ├── scout_instruct_full │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ ├── scout_instruct_lora │ │ └── train.yaml │ │ └── scout_instruct_qlora │ │ └── train.yaml │ ├── phi3 │ ├── README.md │ ├── dpo │ │ ├── gcp_job.yaml │ │ ├── macos_train.yaml │ │ ├── nvidia_24g_train.yaml │ │ ├── nvidia_80g_train.yaml │ │ └── train.yaml │ ├── evaluation │ │ ├── eval.yaml │ │ └── gcp_job.yaml │ ├── kto │ │ └── train.yaml │ └── sft │ │ ├── lora_macos_train.yaml │ │ └── lora_train.yaml │ ├── phi4 │ ├── README.md │ ├── evaluation │ │ ├── reasoning_plus_eval.yaml │ │ └── reasoning_plus_gcp_job.yaml │ ├── inference │ │ └── reasoning_plus_infer.yaml │ └── sft │ │ └── reasoning_plus │ │ ├── full_gcp_job.yaml │ │ ├── full_train.yaml │ │ ├── lora_gcp_job.yaml │ │ ├── lora_train.yaml │ │ ├── qlora_gcp_job.yaml │ │ └── qlora_train.yaml │ ├── qwen2_5 │ └── sft │ │ ├── 3b_full │ │ └── train.yaml │ │ └── 7b_full │ │ └── train.yaml │ ├── qwen3 │ ├── README.md │ ├── evaluation │ │ ├── 0.6b_eval.yaml │ │ ├── 0.6b_gcp_job.yaml │ │ ├── 1.7b_eval.yaml │ │ ├── 1.7b_gcp_job.yaml │ │ ├── 14b_eval.yaml │ │ ├── 14b_gcp_job.yaml │ │ ├── 30b_a3b_eval.yaml │ │ ├── 30b_a3b_gcp_job.yaml │ │ ├── 32b_eval.yaml │ │ ├── 32b_gcp_job.yaml │ │ ├── 4b_eval.yaml │ │ ├── 4b_gcp_job.yaml │ │ ├── 8b_eval.yaml │ │ └── 8b_gcp_job.yaml │ ├── inference │ │ ├── 0.6b_infer.yaml │ │ ├── 1.7b_infer.yaml │ │ ├── 14b_infer.yaml │ │ ├── 235b_a22b_together_infer.yaml │ │ ├── 30b_a3b_infer.yaml │ │ ├── 30b_a3b_instruct_gguf_infer.yaml │ │ ├── 30b_a3b_instruct_gguf_macos_infer.yaml │ │ ├── 30b_a3b_instruct_vllm_infer.yaml │ │ ├── 32b_infer.yaml │ │ ├── 4b_infer.yaml │ │ ├── 4b_instruct_gguf_infer.yaml │ │ ├── 4b_instruct_gguf_macos_infer.yaml │ │ ├── 4b_instruct_infer.yaml │ │ ├── 4b_instruct_vllm_infer.yaml │ │ └── 8b_infer.yaml │ └── sft │ │ ├── 0.6b_full │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ ├── 1.7b_full │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ ├── 14b_lora │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ ├── 30b_a3b_lora │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ ├── 32b_lora │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ ├── 4b_full │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ └── 8b_full │ │ ├── gcp_job.yaml │ │ ├── perlmutter_job.yaml │ │ └── train.yaml │ ├── qwen3_coder │ └── inference │ │ ├── 30b_a3b_instruct_gguf_infer.yaml │ │ ├── 30b_a3b_instruct_gguf_macos_infer.yaml │ │ └── 30b_a3b_instruct_vllm_infer.yaml │ ├── qwq │ ├── evaluation │ │ ├── eval.yaml │ │ └── gcp_job.yaml │ ├── inference │ │ └── infer.yaml │ └── sft │ │ ├── full_gcp_job.yaml │ │ ├── full_train.yaml │ │ ├── lora_gcp_job.yaml │ │ ├── lora_train.yaml │ │ ├── qlora_gcp_job.yaml │ │ └── qlora_train.yaml │ ├── smollm │ ├── README.md │ ├── evaluation │ │ └── 135m │ │ │ ├── eval.yaml │ │ │ ├── gcp_job.yaml │ │ │ ├── leaderboards │ │ │ ├── huggingface_leaderboard_v1_eval.yaml │ │ │ ├── huggingface_leaderboard_v1_gcp_job.yaml │ │ │ ├── huggingface_leaderboard_v2_eval.yaml │ │ │ └── huggingface_leaderboard_v2_gcp_job.yaml │ │ │ ├── quickstart_alpaca_v2_eval.yaml │ │ │ ├── quickstart_eval.yaml │ │ │ └── quickstart_gcp_job.yaml │ ├── inference │ │ └── 135m_infer.yaml │ ├── sft │ │ └── 135m │ │ │ ├── gcp_job.yaml │ │ │ ├── quickstart_gcp_job.yaml │ │ │ ├── quickstart_train.yaml │ │ │ ├── slurm_job.yaml │ │ │ └── train.yaml │ └── tuning │ │ └── 135m │ │ └── tune.yaml │ └── vision │ ├── README.md │ ├── internvl3 │ ├── README.md │ └── sft │ │ └── full │ │ ├── gcp_job.yaml │ │ └── train.yaml │ ├── llama3_2_vision │ ├── README.md │ ├── evaluation │ │ ├── 11b_eval.yaml │ │ └── 11b_gcp_job.yaml │ ├── inference │ │ ├── 11b_infer.yaml │ │ ├── 11b_rvllm_infer.yaml │ │ ├── 11b_sglang_infer.yaml │ │ └── 11b_vllm_infer.yaml │ └── sft │ │ ├── 11b_full │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ ├── 11b_lora │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ └── 90b_full │ │ ├── gcp_job.yaml │ │ └── train.yaml │ ├── llava_7b │ ├── README.md │ ├── dpo │ │ └── train.yaml │ ├── inference │ │ ├── infer.yaml │ │ └── vllm_infer.yaml │ └── sft │ │ ├── oumi_gcp_job.yaml │ │ ├── train.yaml │ │ └── trl_gcp_job.yaml │ ├── molmo │ ├── README.md │ ├── grpo │ │ └── train.yaml │ └── sft │ │ ├── molmo_d_full │ │ └── train.yaml │ │ └── molmo_o_full │ │ └── train.yaml │ ├── phi3 │ ├── README.md │ ├── dpo │ │ └── train.yaml │ ├── inference │ │ └── vllm_infer.yaml │ └── sft │ │ ├── full │ │ ├── completions_only_train.yaml │ │ ├── oumi_gcp_job.yaml │ │ ├── train.yaml │ │ └── trl_gcp_job.yaml │ │ └── lora │ │ ├── gcp_job.yaml │ │ └── train.yaml │ ├── phi4 │ ├── README.md │ ├── inference │ │ ├── infer.yaml │ │ └── vllm_infer.yaml │ └── sft │ │ ├── full │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ └── lora │ │ ├── gcp_job.yaml │ │ └── train.yaml │ ├── qwen2_5_vl_3b │ ├── README.md │ ├── dpo │ │ └── train.yaml │ ├── inference │ │ ├── infer.yaml │ │ └── vllm_infer.yaml │ └── sft │ │ ├── full │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ └── lora │ │ ├── gcp_job.yaml │ │ └── train.yaml │ ├── qwen2_5_vl_7b │ └── sft │ │ └── full │ │ └── train.yaml │ ├── qwen2_vl_2b │ ├── README.md │ ├── dpo │ │ └── train.yaml │ ├── evaluation │ │ ├── eval.yaml │ │ └── gcp_job.yaml │ ├── inference │ │ ├── infer.yaml │ │ ├── sglang_infer.yaml │ │ └── vllm_infer.yaml │ └── sft │ │ ├── full │ │ ├── gcp_job.yaml │ │ └── train.yaml │ │ └── lora │ │ ├── gcp_job.yaml │ │ └── train.yaml │ ├── qwen3_vl │ ├── README.md │ └── sft │ │ ├── 4b_instruct_fft_train.yaml │ │ └── 4b_instruct_lora_train.yaml │ └── smolvlm │ ├── README.md │ ├── inference │ ├── infer.yaml │ └── vllm_infer.yaml │ └── sft │ ├── full │ ├── gcp_job.yaml │ └── train.yaml │ └── lora │ ├── gcp_job.yaml │ └── train.yaml ├── data └── dataset_examples │ ├── README.md │ ├── alpaca_format.json │ ├── alpaca_format.jsonl │ ├── oumi_format.json │ ├── oumi_format.jsonl │ ├── vision_language_dpo_format.jsonl │ └── vision_language_oumi_format.jsonl ├── docs ├── .gitignore ├── _doclinks.config ├── _docsummaries.sh ├── _manage_doclinks.py ├── _static │ ├── judge │ │ └── judge_figure.svg │ └── logo │ │ ├── favicon.png │ │ ├── header_logo.png │ │ ├── oumi_logo_dark.png │ │ └── oumi_logo_light.png ├── _summarize_module.py ├── _templates │ ├── apidoc │ │ └── package.rst.jinja │ └── autodoc2 │ │ └── index.jinja ├── about │ ├── acknowledgements.md │ ├── changelog.md │ ├── citations.md │ └── license.md ├── citations.bib ├── cli │ └── commands.md ├── conf.py ├── development │ ├── code_of_conduct.md │ ├── contributing.md │ ├── dev_setup.md │ ├── docs_guide.md │ └── style_guide.md ├── faq │ ├── oom.md │ └── troubleshooting.md ├── get_started │ ├── core_concepts.md │ ├── installation.md │ ├── quickstart.md │ └── tutorials.md ├── index.md ├── resources │ ├── datasets │ │ ├── data_formats.md │ │ ├── datasets.md │ │ ├── other_datasets.md │ │ ├── preference_datasets.md │ │ ├── pretraining_datasets.md │ │ ├── sft_datasets.md │ │ └── vl_sft_datasets.md │ ├── models │ │ ├── custom_models.md │ │ ├── models.md │ │ └── supported_models.md │ └── recipes.md └── user_guides │ ├── analyze │ ├── analyze.md │ └── analyze_config.md │ ├── customization.md │ ├── evaluate │ ├── custom_evals.md │ ├── evaluate.md │ ├── evaluation_config.md │ ├── generative_benchmarks.md │ ├── leaderboards.md │ └── standardized_benchmarks.md │ ├── infer │ ├── common_workflows.md │ ├── configuration.md │ ├── infer.md │ ├── inference_cli.md │ └── inference_engines.md │ ├── judge │ ├── built_in_judges.md │ ├── cli_usage.md │ ├── judge.md │ └── judge_config.md │ ├── launch │ ├── custom_cluster.md │ ├── deploy.md │ ├── kubernetes.md │ └── launch.md │ ├── quantization.md │ ├── synth.md │ ├── train │ ├── configuration.md │ ├── environments │ │ ├── docker.md │ │ ├── environments.md │ │ ├── local.md │ │ ├── notebooks.md │ │ └── vscode.md │ ├── monitoring.md │ ├── train.md │ └── training_methods.md │ └── tune.md ├── notebooks ├── Oumi - A Tour.ipynb ├── Oumi - Build your own Custom Evaluation (Hallucination Classifier).ipynb ├── Oumi - Bulk Inference of LLM APIs.ipynb ├── Oumi - Deploying a Job.ipynb ├── Oumi - Distill a Large Model.ipynb ├── Oumi - Evaluation with AlpacaEval 2.0.ipynb ├── Oumi - Evaluation with MT Bench.ipynb ├── Oumi - Evaluation with Oumi.ipynb ├── Oumi - Finetuning Tutorial.ipynb ├── Oumi - Launching Jobs on Custom Clusters.ipynb ├── Oumi - MiniMath-R1-1.5B.ipynb ├── Oumi - OpenEnv GRPO with trl.ipynb ├── Oumi - Quantization Tutorial.ipynb ├── Oumi - Running Jobs Remotely.ipynb ├── Oumi - Simple Judge.ipynb ├── Oumi - Train a Letter Counting Model using GRPO.ipynb ├── Oumi - Training CNN on Custom Dataset.ipynb ├── Oumi - Using NanoGPT.ipynb ├── Oumi - Using vLLM Engine for Inference.ipynb ├── Oumi - Vision Language Models.ipynb └── assets │ └── openenv_echo_reward.png ├── pyproject.toml ├── scripts ├── .gitignore ├── benchmarks │ ├── benchmark_dataloader.py │ ├── benchmark_nccl.py │ ├── benchmark_trainers.sh │ ├── minimal_fsdp_training.py │ └── minimal_multimodal_training.py ├── datasets │ ├── pretokenize │ │ ├── README.md │ │ ├── process_dataset.py │ │ └── sky.yaml │ └── save_conversations.py ├── demo.py ├── docker │ └── build_docker.sh ├── examples │ ├── batch_inference │ │ ├── README.md │ │ ├── bulk_infer.py │ │ ├── infer.yaml │ │ └── smollm_infer.yaml │ └── evaluation │ │ ├── README.md │ │ └── custom_evaluation.py ├── frontier │ ├── README.md │ ├── frontier_init.sh │ ├── jobs │ │ └── example_job.sh │ └── launcher.sh ├── inference │ ├── README.md │ └── gcp_inference.py ├── llama_e2e.py ├── memcalc.py ├── perlmutter │ ├── README.md │ ├── jobs │ │ └── example_job.sh │ ├── launcher.sh │ └── perlmutter_init.sh └── polaris │ ├── README.md │ ├── jobs │ ├── build_apptainer_from_docker.sh │ ├── download_model_from_hf.sh │ ├── example_job.sh │ ├── fineweb_pt_job.sh │ ├── fineweb_pt_worker.sh │ ├── llama_tune.sh │ ├── python │ │ ├── vllm_inference.py │ │ └── vllm_parallel_inference.py │ ├── vllm_job.sh │ └── vllm_worker.sh │ ├── launcher.sh │ ├── notebooks │ ├── Oumi - Multinode Inference on Polaris.ipynb │ └── Oumi - Tuning Llama.ipynb │ └── polaris_init.sh ├── src ├── experimental │ ├── __init__.py │ ├── configs │ │ ├── projects │ │ │ └── zephyr │ │ │ │ ├── README.md │ │ │ │ ├── evaluation │ │ │ │ └── eval.yaml │ │ │ │ └── sft │ │ │ │ ├── full_gcp_job.yaml │ │ │ │ ├── full_train.yaml │ │ │ │ ├── qlora_gcp_job.yaml │ │ │ │ └── qlora_train.yaml │ │ └── recipes │ │ │ └── phi3 │ │ │ └── dpo │ │ │ ├── fsdp_gcp_job.yaml │ │ │ └── fsdp_nvidia_24g_train.yaml │ └── notebooks │ │ └── Oumi - Datasets Tutorial.ipynb └── oumi │ ├── __init__.py │ ├── __main__.py │ ├── builders │ ├── __init__.py │ ├── callbacks.py │ ├── collators.py │ ├── data.py │ ├── inference_engines.py │ ├── lr_schedules.py │ ├── metrics.py │ ├── models.py │ ├── optimizers.py │ ├── oumi_data.py │ ├── processors.py │ ├── quantizers.py │ ├── rewards.py │ ├── rollouts.py │ ├── training.py │ └── tuning.py │ ├── cli │ ├── __init__.py │ ├── alias.py │ ├── analyze.py │ ├── cache.py │ ├── cli_utils.py │ ├── distributed_run.py │ ├── env.py │ ├── evaluate.py │ ├── fetch.py │ ├── infer.py │ ├── judge.py │ ├── launch.py │ ├── main.py │ ├── quantize.py │ ├── synth.py │ ├── train.py │ └── tune.py │ ├── core │ ├── __init__.py │ ├── analyze │ │ ├── __init__.py │ │ ├── column_types.py │ │ ├── dataframe_analyzer.py │ │ ├── dataset_analyzer.py │ │ ├── length_analyzer.py │ │ └── sample_analyzer.py │ ├── async_utils.py │ ├── callbacks │ │ ├── __init__.py │ │ ├── base_trainer_callback.py │ │ ├── bitnet_callback.py │ │ ├── hf_mfu_callback.py │ │ ├── mfu_callback.py │ │ ├── nan_inf_detection_callback.py │ │ ├── profiler_step_callback.py │ │ └── telemetry_callback.py │ ├── collators │ │ ├── text_collator_with_padding.py │ │ ├── text_completions_collator_with_padding.py │ │ ├── trl_data_collator_for_completion_only_lm.py │ │ ├── vision_language_collator_with_padding.py │ │ └── vision_language_sft_collator.py │ ├── configs │ │ ├── __init__.py │ │ ├── analyze_config.py │ │ ├── async_evaluation_config.py │ │ ├── base_config.py │ │ ├── evaluation_config.py │ │ ├── inference_config.py │ │ ├── inference_engine_type.py │ │ ├── internal │ │ │ ├── internal_model_config.py │ │ │ └── supported_models.py │ │ ├── job_config.py │ │ ├── judge_config.py │ │ ├── params │ │ │ ├── base_params.py │ │ │ ├── data_params.py │ │ │ ├── deepspeed_params.py │ │ │ ├── evaluation_params.py │ │ │ ├── fsdp_params.py │ │ │ ├── generation_params.py │ │ │ ├── gkd_params.py │ │ │ ├── grpo_params.py │ │ │ ├── guided_decoding_params.py │ │ │ ├── judge_params.py │ │ │ ├── model_params.py │ │ │ ├── peft_params.py │ │ │ ├── profiler_params.py │ │ │ ├── remote_params.py │ │ │ ├── synthesis_params.py │ │ │ ├── telemetry_params.py │ │ │ ├── training_params.py │ │ │ └── tuning_params.py │ │ ├── quantization_config.py │ │ ├── synthesis_config.py │ │ ├── training_config.py │ │ └── tuning_config.py │ ├── constants.py │ ├── datasets │ │ ├── __init__.py │ │ ├── base_dpo_dataset.py │ │ ├── base_grpo_dataset.py │ │ ├── base_iterable_dataset.py │ │ ├── base_kto_dataset.py │ │ ├── base_map_dataset.py │ │ ├── base_pretraining_dataset.py │ │ ├── base_sft_dataset.py │ │ ├── packed_sft_dataset.py │ │ ├── pretraining_async_text_dataset.py │ │ ├── vision_language_dataset.py │ │ └── vision_language_dpo_dataset.py │ ├── distributed.py │ ├── evaluation │ │ ├── __init__.py │ │ ├── backends │ │ │ ├── alpaca_eval.py │ │ │ └── lm_harness.py │ │ ├── evaluation_result.py │ │ ├── evaluator.py │ │ ├── metrics.py │ │ └── utils │ │ │ ├── platform_prerequisites.py │ │ │ └── save_utils.py │ ├── feature_generators │ │ ├── __init__.py │ │ ├── base_feature_generator.py │ │ └── vision_language_conversation_feature_generator.py │ ├── inference │ │ ├── __init__.py │ │ └── base_inference_engine.py │ ├── launcher │ │ ├── __init__.py │ │ ├── base_cloud.py │ │ └── base_cluster.py │ ├── models │ │ ├── __init__.py │ │ └── base_model.py │ ├── processors │ │ ├── base_image_processor.py │ │ ├── base_processor.py │ │ ├── default_image_processor.py │ │ └── default_processor.py │ ├── registry │ │ ├── __init__.py │ │ └── registry.py │ ├── synthesis │ │ ├── attribute_formatter.py │ │ ├── attribute_synthesizer.py │ │ ├── attribute_transformation.py │ │ ├── data_synthesizer.py │ │ ├── dataset_ingestion.py │ │ ├── dataset_planner.py │ │ ├── document_ingestion.py │ │ └── synthesis_pipeline.py │ ├── tokenizers │ │ ├── __init__.py │ │ ├── base_tokenizer.py │ │ ├── special_tokens.py │ │ └── utils.py │ ├── trainers │ │ ├── __init__.py │ │ ├── base_trainer.py │ │ ├── hf_trainer.py │ │ ├── oumi_trainer.py │ │ ├── trl_dpo_trainer.py │ │ ├── verl_grpo_trainer.py │ │ └── verl_trainer_config.yaml │ ├── tuners │ │ ├── __init__.py │ │ ├── base_tuner.py │ │ └── optuna_tuner.py │ └── types │ │ ├── __init__.py │ │ ├── conversation.py │ │ ├── exceptions.py │ │ └── proto │ │ ├── conversation.proto │ │ └── generated │ │ ├── __init__.py │ │ ├── conversation_pb2.py │ │ └── conversation_pb2.pyi │ ├── datasets │ ├── __init__.py │ ├── chat_templates │ │ ├── chat_ml.jinja │ │ ├── default.jinja │ │ ├── default_gen.jinja │ │ ├── gpt2.jinja │ │ ├── internvl3.jinja │ │ ├── llama3-instruct.jinja │ │ ├── llava.jinja │ │ ├── molmo.jinja │ │ ├── phi3-instruct.jinja │ │ ├── qwen2-vl-instruct.jinja │ │ ├── qwen3-vl-instruct.jinja │ │ └── zephyr.jinja │ ├── debug.py │ ├── evaluation │ │ ├── __init__.py │ │ ├── alpaca.py │ │ └── utils.py │ ├── grpo │ │ ├── __init__.py │ │ ├── berry_bench.py │ │ ├── countdown.py │ │ ├── gsm8k.py │ │ ├── letter_count.py │ │ ├── rewards │ │ │ ├── __init__.py │ │ │ ├── completion_length_rewards.py │ │ │ ├── count_letters_rewards.py │ │ │ ├── countdown_rewards.py │ │ │ └── gsm8k_reward.py │ │ ├── rollouts │ │ │ └── __init__.py │ │ └── tldr.py │ ├── mmlu.py │ ├── preference_tuning │ │ ├── __init__.py │ │ ├── kto_mix.py │ │ └── orpo_dpo_mix.py │ ├── pretraining │ │ ├── __init__.py │ │ ├── c4.py │ │ ├── dolma.py │ │ ├── falcon_refinedweb.py │ │ ├── fineweb_edu.py │ │ ├── pile.py │ │ ├── red_pajama_v1.py │ │ ├── red_pajama_v2.py │ │ ├── slim_pajama.py │ │ ├── starcoder.py │ │ ├── the_stack.py │ │ ├── tiny_stories.py │ │ ├── tiny_textbooks.py │ │ ├── wikipedia.py │ │ ├── wikitext.py │ │ └── youtube_commons.py │ ├── sft │ │ ├── __init__.py │ │ ├── alpaca.py │ │ ├── aya.py │ │ ├── chatqa.py │ │ ├── chatrag_bench.py │ │ ├── coalm.py │ │ ├── dolly.py │ │ ├── huggingface.py │ │ ├── magpie.py │ │ ├── openo1_sft.py │ │ ├── prompt_response.py │ │ ├── sft_jsonlines.py │ │ ├── tulu3_sft_mixture.py │ │ ├── ultrachat.py │ │ └── wildchat.py │ └── vision_language │ │ ├── __init__.py │ │ ├── coco_captions.py │ │ ├── docmatix.py │ │ ├── flickr30k.py │ │ ├── geometry3k.py │ │ ├── huggingface.py │ │ ├── llava_instruct_mix_vsft.py │ │ ├── lmms_lab_multimodal_open_r1.py │ │ ├── mnist_sft.py │ │ ├── pixmo_ask_model_anything.py │ │ ├── pixmo_cap.py │ │ ├── pixmo_cap_qa.py │ │ ├── rlaif_v.py │ │ ├── the_cauldron.py │ │ ├── vision_dpo_jsonlines.py │ │ ├── vision_jsonlines.py │ │ └── vqav2_small.py │ ├── evaluate.py │ ├── evaluate_async.py │ ├── evaluation │ └── registry │ │ ├── __init__.py │ │ ├── berry_bench_task.py │ │ └── count_letters_task.py │ ├── infer.py │ ├── inference │ ├── __init__.py │ ├── adaptive_concurrency_controller.py │ ├── adaptive_semaphore.py │ ├── anthropic_inference_engine.py │ ├── bedrock_inference_engine.py │ ├── deepseek_inference_engine.py │ ├── gcp_inference_engine.py │ ├── gemini_inference_engine.py │ ├── lambda_inference_engine.py │ ├── llama_cpp_inference_engine.py │ ├── native_text_inference_engine.py │ ├── openai_inference_engine.py │ ├── parasail_inference_engine.py │ ├── remote_inference_engine.py │ ├── remote_vllm_inference_engine.py │ ├── sambanova_inference_engine.py │ ├── sglang_inference_engine.py │ ├── together_inference_engine.py │ └── vllm_inference_engine.py │ ├── judge.py │ ├── judges │ ├── __init__.py │ ├── base_judge.py │ └── simple_judge.py │ ├── launcher │ ├── __init__.py │ ├── clients │ │ ├── local_client.py │ │ ├── polaris_client.py │ │ ├── sky_client.py │ │ └── slurm_client.py │ ├── clouds │ │ ├── __init__.py │ │ ├── frontier_cloud.py │ │ ├── local_cloud.py │ │ ├── perlmutter_cloud.py │ │ ├── polaris_cloud.py │ │ ├── sky_cloud.py │ │ └── slurm_cloud.py │ ├── clusters │ │ ├── frontier_cluster.py │ │ ├── local_cluster.py │ │ ├── perlmutter_cluster.py │ │ ├── polaris_cluster.py │ │ ├── sky_cluster.py │ │ └── slurm_cluster.py │ └── launcher.py │ ├── models │ ├── __init__.py │ ├── cnn_classifier.py │ └── mlp.py │ ├── performance │ ├── mfu.py │ ├── telemetry.py │ └── torch_profiler_utils.py │ ├── quantize │ ├── __init__.py │ ├── awq_quantizer.py │ ├── base.py │ ├── bnb_quantizer.py │ ├── constants.py │ └── utils.py │ ├── synth.py │ ├── train.py │ ├── tune.py │ └── utils │ ├── analysis_utils.py │ ├── batching.py │ ├── cache_utils.py │ ├── conversation_utils.py │ ├── debug_utils.py │ ├── device_utils.py │ ├── distributed_utils.py │ ├── git_utils.py │ ├── grpo_utils.py │ ├── hf_cache_utils.py │ ├── hf_utils.py │ ├── http.py │ ├── image_utils.py │ ├── io_utils.py │ ├── logging.py │ ├── math_utils.py │ ├── model_caching.py │ ├── packaging.py │ ├── peft_utils.py │ ├── placeholders.py │ ├── saver.py │ ├── serialization_utils.py │ ├── str_utils.py │ ├── torch_naming_heuristics.py │ ├── torch_utils.py │ ├── verl_model_merger.py │ └── version_utils.py └── tests ├── __init__.py ├── conftest.py ├── e2e ├── __init__.py ├── deps │ └── test_circular_deps.py ├── sambanova_infer_tutorial.yaml ├── test_eval_e2e.py ├── test_notebooks.py ├── test_sambanova_inference.py ├── test_simple_judge.py ├── test_train_e2e.py └── test_tune_e2e.py ├── integration ├── cli │ ├── __init__.py │ └── test_judge_e2e.py ├── datasets │ ├── test_preference_tuning_datasets_full_epoch.py │ ├── test_pretraining_datasets_full_epoch.py │ ├── test_sft_datasets_full_epoch.py │ ├── test_sft_datasets_load_datasets.py │ ├── test_sft_vision_datasets_load_datasets.py │ └── test_vision_language_completions_only.py ├── evaluate │ ├── __init__.py │ ├── test_evaluate_async.py │ └── test_evaluate_lm_harness.py ├── infer │ ├── __init__.py │ ├── test_infer.py │ ├── test_native_text_inference_engine.py │ └── test_vllm_inference_engine.py ├── models │ ├── __init__.py │ └── test_integration_cnn_classifier.py ├── train │ ├── __init__.py │ ├── test_custom_models.py │ └── test_train.py └── tune │ ├── __init__.py │ └── test_tune.py ├── markers.py ├── scripts ├── e2e_tests_job.yaml ├── launch_tests.sh ├── predownload_for_github_gpu_tests.sh └── runpod_e2e_tests_job.yaml ├── testdata ├── adapter_config.json ├── images │ ├── oumi_logo_dark.png │ ├── oumi_logo_light.png │ └── the_great_wave_off_kanagawa.jpg └── pdfs │ ├── mock.pdf │ ├── oumi_getting_started_first_1page.pdf │ ├── oumi_getting_started_first_2pages.pdf │ └── oumi_getting_started_full_4pages.pdf └── unit ├── __init__.py ├── builders ├── test_build_data.py ├── test_callbacks.py ├── test_collators.py ├── test_data_mixtures.py ├── test_lr_schedules.py ├── test_models.py ├── test_oumi_data.py ├── test_processors.py ├── test_quantizers.py └── test_rewards.py ├── cli ├── test_cli_alias.py ├── test_cli_analyze.py ├── test_cli_cache.py ├── test_cli_distributed_run.py ├── test_cli_env.py ├── test_cli_evaluate.py ├── test_cli_fetch.py ├── test_cli_infer.py ├── test_cli_judge.py ├── test_cli_launch.py ├── test_cli_main.py ├── test_cli_speed_regression.py ├── test_cli_synth.py ├── test_cli_train.py └── test_cli_utils.py ├── conftest.py ├── core ├── analyze │ └── test_dataset_analyzer.py ├── collators │ ├── test_text_collator_with_padding.py │ ├── test_text_completions_collator_with_padding.py │ ├── test_vision_completions_only.py │ └── test_vision_language_collator_with_padding.py ├── configs │ ├── internal │ │ └── test_supported_models.py │ ├── params │ │ ├── test_base_params.py │ │ ├── test_data_params.py │ │ ├── test_deepspeed_params.py │ │ ├── test_evaluation_params.py │ │ ├── test_gkd_params.py │ │ ├── test_judge_params.py │ │ ├── test_model_params.py │ │ ├── test_remote_params.py │ │ ├── test_synthesis_params.py │ │ └── test_tuning_params.py │ ├── test_analyze_config.py │ ├── test_base_config.py │ ├── test_config.py │ ├── test_guided_params.py │ ├── test_parse_configs.py │ ├── test_synthesis_config.py │ ├── test_training_config.py │ └── test_tuning_config.py ├── datasets │ ├── test_base_map_dataset.py │ ├── test_base_sft_dataset.py │ ├── test_packed_sft_dataset.py │ ├── test_pretraining_dataset.py │ └── test_vision_language_dataset.py ├── evaluation │ ├── test_backend_alpaca_eval.py │ ├── test_backend_lm_harness.py │ ├── test_evaluator.py │ └── test_save_utils.py ├── synthesis │ ├── test_attribute_formatter.py │ ├── test_attribute_synthesizer.py │ ├── test_attribute_transformation.py │ ├── test_data_synthesizer.py │ ├── test_dataset_ingestion.py │ ├── test_dataset_planner.py │ ├── test_document_ingestion.py │ └── test_synthesis_pipeline.py ├── test_async_utils.py ├── test_distributed.py ├── test_length_analyzer.py ├── test_registry.py ├── trainers │ ├── test_oumi_trainer.py │ └── test_verl_grpo_trainer.py ├── tuners │ └── test_optuna_tuner.py └── types │ └── test_conversation.py ├── datasets ├── grpo │ └── rewards │ │ ├── test_completion_length_rewards.py │ │ ├── test_count_letters_rewards.py │ │ └── test_countdown_rewards.py ├── test_chat_templates.py ├── test_datasets_demo_examples.py ├── test_huggingface_vision_dataset.py ├── test_pixmo.py ├── test_pretraining_async_text_dataset.py ├── test_text_jsonlines_dataset.py ├── test_tulu3_sft_mixture.py ├── test_vision_dpo_jsonlines_dataset.py └── test_vision_language_jsonlines_dataset.py ├── inference ├── test_adaptive_concurrency_controller.py ├── test_adaptive_semaphore.py ├── test_anthropic_inference_engine.py ├── test_base_inference_engine.py ├── test_bedrock_inference_engine.py ├── test_deepseek_inference_engine.py ├── test_gcp_inference_engine.py ├── test_gemini_inference_engine.py ├── test_generation_params.py ├── test_inference_engine_init.py ├── test_lambda_inference_engine.py ├── test_llama_cpp_inference_engine.py ├── test_openai_inference_engine.py ├── test_parasail_inference_engine.py ├── test_remote_inference_engine.py ├── test_sambanova_inference_engine.py ├── test_sglang_inference_engine.py ├── test_together_inference_engine.py ├── test_vllm_inference_engine.py └── test_vllm_inference_engine_quantization.py ├── judges ├── test_base_judge.py └── test_simple_judge.py ├── launcher ├── clients │ ├── data │ │ ├── qstat.txt │ │ ├── sacct.txt │ │ └── sacct_full.txt │ ├── test_local_client.py │ ├── test_polaris_client.py │ ├── test_sky_client.py │ └── test_slurm_client.py ├── clouds │ ├── test_frontier_cloud.py │ ├── test_local_cloud.py │ ├── test_perlmutter_cloud.py │ ├── test_polaris_cloud.py │ ├── test_sky_cloud.py │ └── test_slurm_cloud.py ├── clusters │ ├── test_frontier_cluster.py │ ├── test_local_cluster.py │ ├── test_perlmutter_cluster.py │ ├── test_polaris_cluster.py │ ├── test_sky_cluster.py │ └── test_slurm_cluster.py └── test_launcher.py ├── models └── test_cnn_classifier.py ├── performance ├── test_mfu.py ├── test_telemetry.py └── test_torch_profiler_utils.py ├── quantize ├── __init__.py ├── test_awq_quantizer.py ├── test_base_quantization.py ├── test_bnb_quantizer.py └── test_quantize_module.py ├── test_apache_license_header.py ├── test_train.py └── utils ├── test_analysis_utils.py ├── test_cache_utils.py ├── test_conversation_utils.py ├── test_device_utils.py ├── test_distributed_utils.py ├── test_hf_utils.py ├── test_http.py ├── test_image_utils.py ├── test_io_utils.py ├── test_math_utils.py ├── test_model_caching.py ├── test_packaging.py ├── test_peft_utils.py ├── test_saver.py ├── test_serialization_utils.py ├── test_str_utils.py ├── test_torch_naming_heuristics.py ├── test_torch_utils.py └── test_version_utils.py /.github/ISSUE_TEMPLATE/bug-report.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/ISSUE_TEMPLATE/bug-report.yaml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/ISSUE_TEMPLATE/config.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/ISSUE_TEMPLATE/feature-request.yaml -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/doctests.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/workflows/doctests.yaml -------------------------------------------------------------------------------- /.github/workflows/gpu_install_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/workflows/gpu_install_test.yaml -------------------------------------------------------------------------------- /.github/workflows/gpu_tests.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/workflows/gpu_tests.yaml -------------------------------------------------------------------------------- /.github/workflows/install_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/workflows/install_test.yaml -------------------------------------------------------------------------------- /.github/workflows/pretest.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/workflows/pretest.yaml -------------------------------------------------------------------------------- /.github/workflows/release_docker.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/workflows/release_docker.yaml -------------------------------------------------------------------------------- /.github/workflows/release_pypi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/workflows/release_pypi.yaml -------------------------------------------------------------------------------- /.github/workflows/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.github/workflows/stale.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.gitignore -------------------------------------------------------------------------------- /.markdownlint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.markdownlint.json -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.vscode/launch.json -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/CITATION.cff -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/SECURITY.md -------------------------------------------------------------------------------- /STYLE_GUIDE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/STYLE_GUIDE.md -------------------------------------------------------------------------------- /configs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/README.md -------------------------------------------------------------------------------- /configs/apis/anthropic/eval_claude_3_5_sonnet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/anthropic/eval_claude_3_5_sonnet.yaml -------------------------------------------------------------------------------- /configs/apis/anthropic/eval_claude_3_7_sonnet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/anthropic/eval_claude_3_7_sonnet.yaml -------------------------------------------------------------------------------- /configs/apis/anthropic/infer_claude_opus_4_1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/anthropic/infer_claude_opus_4_1.yaml -------------------------------------------------------------------------------- /configs/apis/gemini/eval_gemini_1_5_pro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/gemini/eval_gemini_1_5_pro.yaml -------------------------------------------------------------------------------- /configs/apis/gemini/infer_gemini_1_5_pro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/gemini/infer_gemini_1_5_pro.yaml -------------------------------------------------------------------------------- /configs/apis/gemini/infer_gemini_2_5_pro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/gemini/infer_gemini_2_5_pro.yaml -------------------------------------------------------------------------------- /configs/apis/openai/eval_gpt_4o.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/eval_gpt_4o.yaml -------------------------------------------------------------------------------- /configs/apis/openai/eval_gpt_o1_preview.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/eval_gpt_o1_preview.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_chatgpt_4o_latest.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_chatgpt_4o_latest.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_gpt_4_1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_gpt_4_1.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_gpt_4_1_mini.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_gpt_4_1_mini.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_gpt_4o.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_gpt_4o.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_gpt_4o_mini.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_gpt_4o_mini.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_gpt_5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_gpt_5.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_gpt_5_chat_latest.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_gpt_5_chat_latest.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_gpt_5_mini.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_gpt_5_mini.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_gpt_5_nano.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_gpt_5_nano.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_gpt_o1_preview.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_gpt_o1_preview.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_o1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_o1.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_o1_mini.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_o1_mini.yaml -------------------------------------------------------------------------------- /configs/apis/openai/infer_o3_mini.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/openai/infer_o3_mini.yaml -------------------------------------------------------------------------------- /configs/apis/vertex/eval_llama_3_1_405b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/vertex/eval_llama_3_1_405b.yaml -------------------------------------------------------------------------------- /configs/apis/vertex/eval_llama_3_3_70b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/vertex/eval_llama_3_3_70b.yaml -------------------------------------------------------------------------------- /configs/apis/vertex/infer_llama_3_1_405b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/vertex/infer_llama_3_1_405b.yaml -------------------------------------------------------------------------------- /configs/apis/vertex/infer_llama_3_3_70b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/apis/vertex/infer_llama_3_3_70b.yaml -------------------------------------------------------------------------------- /configs/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/README.md -------------------------------------------------------------------------------- /configs/examples/analyze/analyze.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/analyze/analyze.yaml -------------------------------------------------------------------------------- /configs/examples/berry_bench/evaluation/eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/berry_bench/evaluation/eval.yaml -------------------------------------------------------------------------------- /configs/examples/bulk_inference/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/bulk_inference/README.md -------------------------------------------------------------------------------- /configs/examples/bulk_inference/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/bulk_inference/gcp_job.yaml -------------------------------------------------------------------------------- /configs/examples/deepspeed/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/deepspeed/README.md -------------------------------------------------------------------------------- /configs/examples/gkd/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/gkd/README.md -------------------------------------------------------------------------------- /configs/examples/gkd/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/gkd/train.yaml -------------------------------------------------------------------------------- /configs/examples/grpo_tldr/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/grpo_tldr/gcp_job.yaml -------------------------------------------------------------------------------- /configs/examples/grpo_tldr/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/grpo_tldr/train.yaml -------------------------------------------------------------------------------- /configs/examples/grpo_verl_countdown/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/grpo_verl_countdown/gcp_job.yaml -------------------------------------------------------------------------------- /configs/examples/grpo_verl_countdown/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/grpo_verl_countdown/train.yaml -------------------------------------------------------------------------------- /configs/examples/grpo_verl_geometry3k/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/grpo_verl_geometry3k/gcp_job.yaml -------------------------------------------------------------------------------- /configs/examples/grpo_verl_geometry3k/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/grpo_verl_geometry3k/train.yaml -------------------------------------------------------------------------------- /configs/examples/grpo_verl_gsm8k/slurm_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/grpo_verl_gsm8k/slurm_job.yaml -------------------------------------------------------------------------------- /configs/examples/grpo_verl_gsm8k/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/grpo_verl_gsm8k/train.yaml -------------------------------------------------------------------------------- /configs/examples/letter_counting/grpo/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/letter_counting/grpo/gcp_job.yaml -------------------------------------------------------------------------------- /configs/examples/letter_counting/grpo/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/letter_counting/grpo/train.yaml -------------------------------------------------------------------------------- /configs/examples/macos_gguf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/macos_gguf/README.md -------------------------------------------------------------------------------- /configs/examples/misc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/misc/README.md -------------------------------------------------------------------------------- /configs/examples/misc/dev_gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/misc/dev_gcp_job.yaml -------------------------------------------------------------------------------- /configs/examples/misc/hello_world_gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/misc/hello_world_gcp_job.yaml -------------------------------------------------------------------------------- /configs/examples/misc/hello_world_polaris_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/misc/hello_world_polaris_job.yaml -------------------------------------------------------------------------------- /configs/examples/misc/sky_init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/misc/sky_init.sh -------------------------------------------------------------------------------- /configs/examples/misc/slurm_init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/misc/slurm_init.sh -------------------------------------------------------------------------------- /configs/examples/misc/slurm_ray_init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/misc/slurm_ray_init.sh -------------------------------------------------------------------------------- /configs/examples/misc/tulu3_sft_mini.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/misc/tulu3_sft_mini.yaml -------------------------------------------------------------------------------- /configs/examples/misc/vllm_polaris_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/misc/vllm_polaris_job.yaml -------------------------------------------------------------------------------- /configs/examples/quantization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/quantization/README.md -------------------------------------------------------------------------------- /configs/examples/synthesis/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/synthesis/README.md -------------------------------------------------------------------------------- /configs/examples/synthesis/conversation_synth.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/synthesis/conversation_synth.yaml -------------------------------------------------------------------------------- /configs/examples/synthesis/domain_qa_synth.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/examples/synthesis/domain_qa_synth.yaml -------------------------------------------------------------------------------- /configs/projects/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/README.md -------------------------------------------------------------------------------- /configs/projects/aya/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/aya/README.md -------------------------------------------------------------------------------- /configs/projects/aya/evaluation/eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/aya/evaluation/eval.yaml -------------------------------------------------------------------------------- /configs/projects/aya/evaluation/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/aya/evaluation/gcp_job.yaml -------------------------------------------------------------------------------- /configs/projects/aya/sft/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/aya/sft/gcp_job.yaml -------------------------------------------------------------------------------- /configs/projects/aya/sft/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/aya/sft/train.yaml -------------------------------------------------------------------------------- /configs/projects/chatqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/chatqa/README.md -------------------------------------------------------------------------------- /configs/projects/chatqa/chatqa_stage1_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/chatqa/chatqa_stage1_train.yaml -------------------------------------------------------------------------------- /configs/projects/chatqa/chatqa_stage2_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/chatqa/chatqa_stage2_train.yaml -------------------------------------------------------------------------------- /configs/projects/chatqa/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/chatqa/gcp_job.yaml -------------------------------------------------------------------------------- /configs/projects/coalm/405b_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/coalm/405b_train.yaml -------------------------------------------------------------------------------- /configs/projects/coalm/70b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/coalm/70b_infer.yaml -------------------------------------------------------------------------------- /configs/projects/coalm/70b_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/coalm/70b_train.yaml -------------------------------------------------------------------------------- /configs/projects/coalm/8b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/coalm/8b_infer.yaml -------------------------------------------------------------------------------- /configs/projects/coalm/8b_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/coalm/8b_train.yaml -------------------------------------------------------------------------------- /configs/projects/coalm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/coalm/README.md -------------------------------------------------------------------------------- /configs/projects/coalm/images/dataset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/coalm/images/dataset.png -------------------------------------------------------------------------------- /configs/projects/coalm/images/results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/coalm/images/results.png -------------------------------------------------------------------------------- /configs/projects/dcvlr/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/dcvlr/README.md -------------------------------------------------------------------------------- /configs/projects/dcvlr/run_image_synthesis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/dcvlr/run_image_synthesis.py -------------------------------------------------------------------------------- /configs/projects/dcvlr/synthesize_images_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/dcvlr/synthesize_images_vllm.py -------------------------------------------------------------------------------- /configs/projects/halloumi/8b_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/halloumi/8b_train.yaml -------------------------------------------------------------------------------- /configs/projects/halloumi/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/halloumi/README.md -------------------------------------------------------------------------------- /configs/projects/halloumi/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/halloumi/gcp_job.yaml -------------------------------------------------------------------------------- /configs/projects/judges/doc_qa/completeness.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/judges/doc_qa/completeness.yaml -------------------------------------------------------------------------------- /configs/projects/judges/doc_qa/groundedness.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/judges/doc_qa/groundedness.yaml -------------------------------------------------------------------------------- /configs/projects/judges/doc_qa/relevance.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/judges/doc_qa/relevance.yaml -------------------------------------------------------------------------------- /configs/projects/judges/generic/safety.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/judges/generic/safety.yaml -------------------------------------------------------------------------------- /configs/projects/judges/generic/truthfulness.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/judges/generic/truthfulness.yaml -------------------------------------------------------------------------------- /configs/projects/limo/qwen2.5_7b_fft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/limo/qwen2.5_7b_fft.yaml -------------------------------------------------------------------------------- /configs/projects/limo/qwen2.5_7b_fft_yarn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/limo/qwen2.5_7b_fft_yarn.yaml -------------------------------------------------------------------------------- /configs/projects/wc50m/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/wc50m/README.md -------------------------------------------------------------------------------- /configs/projects/wc50m/configs/base_ultrachat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/wc50m/configs/base_ultrachat.yaml -------------------------------------------------------------------------------- /configs/projects/wc50m/results/baseline.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/wc50m/results/baseline.csv -------------------------------------------------------------------------------- /configs/projects/wc50m/results/oumi.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/projects/wc50m/results/oumi.csv -------------------------------------------------------------------------------- /configs/recipes/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/README.md -------------------------------------------------------------------------------- /configs/recipes/deepseek_r1/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/deepseek_r1/README.md -------------------------------------------------------------------------------- /configs/recipes/falcon_e/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/falcon_e/README.md -------------------------------------------------------------------------------- /configs/recipes/falcon_h1/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/falcon_h1/README.md -------------------------------------------------------------------------------- /configs/recipes/falcon_h1/inference/34b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/falcon_h1/inference/34b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/falcon_h1/inference/3b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/falcon_h1/inference/3b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/falcon_h1/inference/7b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/falcon_h1/inference/7b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/glm4/inference/air_gguf_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/glm4/inference/air_gguf_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/glm4/inference/air_vllm_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/glm4/inference/air_vllm_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/gpt2/README.md: -------------------------------------------------------------------------------- 1 | # GPT-2 2 | 3 | Configs for OpenAI's Generative Pre-trained Transformer 2, 124M parameters. 4 | -------------------------------------------------------------------------------- /configs/recipes/gpt2/evaluation/async_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/gpt2/evaluation/async_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/gpt2/evaluation/async_gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/gpt2/evaluation/async_gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/gpt2/inference/infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/gpt2/inference/infer.yaml -------------------------------------------------------------------------------- /configs/recipes/gpt2/pretraining/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/gpt2/pretraining/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/gpt2/pretraining/macos_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/gpt2/pretraining/macos_train.yaml -------------------------------------------------------------------------------- /configs/recipes/gpt2/pretraining/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/gpt2/pretraining/train.yaml -------------------------------------------------------------------------------- /configs/recipes/gpt_oss/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/gpt_oss/README.md -------------------------------------------------------------------------------- /configs/recipes/gpt_oss/inference/120b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/gpt_oss/inference/120b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/gpt_oss/inference/20b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/gpt_oss/inference/20b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/README.md -------------------------------------------------------------------------------- /configs/recipes/llama3_1/evaluation/70b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/evaluation/70b_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/evaluation/8b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/evaluation/8b_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/inference/70b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/inference/70b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/inference/8b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/inference/8b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/pretraining/8b/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/pretraining/8b/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/405b_full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/405b_full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/405b_lora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/405b_lora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/405b_qlora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/405b_qlora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/70b_full/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/70b_full/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/70b_full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/70b_full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/70b_lora/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/70b_lora/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/70b_lora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/70b_lora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/70b_qlora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/70b_qlora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/8b_full/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/8b_full/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/8b_full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/8b_full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/8b_lora/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/8b_lora/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/8b_lora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/8b_lora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/8b_qlora/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/8b_qlora/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_1/sft/8b_qlora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_1/sft/8b_qlora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/README.md -------------------------------------------------------------------------------- /configs/recipes/llama3_2/dpo/1b_qlora_dpo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/dpo/1b_qlora_dpo.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_2/evaluation/1b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/evaluation/1b_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_2/evaluation/3b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/evaluation/3b_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_2/inference/1b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/inference/1b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_2/inference/3b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/inference/3b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_2/sft/1b_full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/sft/1b_full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_2/sft/3b_full/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/sft/3b_full/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_2/sft/3b_full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/sft/3b_full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_2/sft/3b_lora/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/sft/3b_lora/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_2/sft/3b_lora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/sft/3b_lora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_2/sft/3b_qlora/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/sft/3b_qlora/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_2/sft/3b_qlora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_2/sft/3b_qlora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_3/README.md -------------------------------------------------------------------------------- /configs/recipes/llama3_3/evaluation/70b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_3/evaluation/70b_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_3/inference/70b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_3/inference/70b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_3/sft/70b_full/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_3/sft/70b_full/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_3/sft/70b_full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_3/sft/70b_full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_3/sft/70b_lora/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_3/sft/70b_lora/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_3/sft/70b_lora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_3/sft/70b_lora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama3_3/sft/70b_qlora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama3_3/sft/70b_qlora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/llama4/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/llama4/README.md -------------------------------------------------------------------------------- /configs/recipes/phi3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/phi3/README.md -------------------------------------------------------------------------------- /configs/recipes/phi3/dpo/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/phi3/dpo/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/phi3/dpo/macos_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/phi3/dpo/macos_train.yaml -------------------------------------------------------------------------------- /configs/recipes/phi3/dpo/nvidia_24g_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/phi3/dpo/nvidia_24g_train.yaml -------------------------------------------------------------------------------- /configs/recipes/phi3/dpo/nvidia_80g_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/phi3/dpo/nvidia_80g_train.yaml -------------------------------------------------------------------------------- /configs/recipes/phi3/dpo/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/phi3/dpo/train.yaml -------------------------------------------------------------------------------- /configs/recipes/phi3/evaluation/eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/phi3/evaluation/eval.yaml -------------------------------------------------------------------------------- /configs/recipes/phi3/evaluation/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/phi3/evaluation/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/phi3/kto/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/phi3/kto/train.yaml -------------------------------------------------------------------------------- /configs/recipes/phi3/sft/lora_macos_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/phi3/sft/lora_macos_train.yaml -------------------------------------------------------------------------------- /configs/recipes/phi3/sft/lora_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/phi3/sft/lora_train.yaml -------------------------------------------------------------------------------- /configs/recipes/phi4/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/phi4/README.md -------------------------------------------------------------------------------- /configs/recipes/qwen2_5/sft/3b_full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen2_5/sft/3b_full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen2_5/sft/7b_full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen2_5/sft/7b_full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/README.md -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/0.6b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/0.6b_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/0.6b_gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/0.6b_gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/1.7b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/1.7b_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/1.7b_gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/1.7b_gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/14b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/14b_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/14b_gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/14b_gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/30b_a3b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/30b_a3b_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/32b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/32b_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/32b_gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/32b_gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/4b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/4b_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/4b_gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/4b_gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/8b_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/8b_eval.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/evaluation/8b_gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/evaluation/8b_gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/inference/0.6b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/inference/0.6b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/inference/1.7b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/inference/1.7b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/inference/14b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/inference/14b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/inference/30b_a3b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/inference/30b_a3b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/inference/32b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/inference/32b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/inference/4b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/inference/4b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/inference/8b_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/inference/8b_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/0.6b_full/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/0.6b_full/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/0.6b_full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/0.6b_full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/1.7b_full/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/1.7b_full/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/1.7b_full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/1.7b_full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/14b_lora/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/14b_lora/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/14b_lora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/14b_lora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/30b_a3b_lora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/30b_a3b_lora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/32b_lora/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/32b_lora/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/32b_lora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/32b_lora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/4b_full/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/4b_full/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/4b_full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/4b_full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/8b_full/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/8b_full/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwen3/sft/8b_full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwen3/sft/8b_full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/qwq/evaluation/eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwq/evaluation/eval.yaml -------------------------------------------------------------------------------- /configs/recipes/qwq/evaluation/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwq/evaluation/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwq/inference/infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwq/inference/infer.yaml -------------------------------------------------------------------------------- /configs/recipes/qwq/sft/full_gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwq/sft/full_gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwq/sft/full_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwq/sft/full_train.yaml -------------------------------------------------------------------------------- /configs/recipes/qwq/sft/lora_gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwq/sft/lora_gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwq/sft/lora_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwq/sft/lora_train.yaml -------------------------------------------------------------------------------- /configs/recipes/qwq/sft/qlora_gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwq/sft/qlora_gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/qwq/sft/qlora_train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/qwq/sft/qlora_train.yaml -------------------------------------------------------------------------------- /configs/recipes/smollm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/smollm/README.md -------------------------------------------------------------------------------- /configs/recipes/smollm/evaluation/135m/eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/smollm/evaluation/135m/eval.yaml -------------------------------------------------------------------------------- /configs/recipes/smollm/inference/135m_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/smollm/inference/135m_infer.yaml -------------------------------------------------------------------------------- /configs/recipes/smollm/sft/135m/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/smollm/sft/135m/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/smollm/sft/135m/slurm_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/smollm/sft/135m/slurm_job.yaml -------------------------------------------------------------------------------- /configs/recipes/smollm/sft/135m/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/smollm/sft/135m/train.yaml -------------------------------------------------------------------------------- /configs/recipes/smollm/tuning/135m/tune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/smollm/tuning/135m/tune.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/README.md -------------------------------------------------------------------------------- /configs/recipes/vision/internvl3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/internvl3/README.md -------------------------------------------------------------------------------- /configs/recipes/vision/llama3_2_vision/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/llama3_2_vision/README.md -------------------------------------------------------------------------------- /configs/recipes/vision/llava_7b/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/llava_7b/README.md -------------------------------------------------------------------------------- /configs/recipes/vision/llava_7b/dpo/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/llava_7b/dpo/train.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/llava_7b/sft/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/llava_7b/sft/train.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/molmo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/molmo/README.md -------------------------------------------------------------------------------- /configs/recipes/vision/molmo/grpo/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/molmo/grpo/train.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/phi3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/phi3/README.md -------------------------------------------------------------------------------- /configs/recipes/vision/phi3/dpo/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/phi3/dpo/train.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/phi3/sft/full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/phi3/sft/full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/phi3/sft/lora/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/phi3/sft/lora/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/phi3/sft/lora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/phi3/sft/lora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/phi4/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/phi4/README.md -------------------------------------------------------------------------------- /configs/recipes/vision/phi4/inference/infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/phi4/inference/infer.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/phi4/sft/full/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/phi4/sft/full/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/phi4/sft/full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/phi4/sft/full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/phi4/sft/lora/gcp_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/phi4/sft/lora/gcp_job.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/phi4/sft/lora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/phi4/sft/lora/train.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/qwen2_5_vl_3b/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/qwen2_5_vl_3b/README.md -------------------------------------------------------------------------------- /configs/recipes/vision/qwen2_vl_2b/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/qwen2_vl_2b/README.md -------------------------------------------------------------------------------- /configs/recipes/vision/qwen2_vl_2b/dpo/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/qwen2_vl_2b/dpo/train.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/qwen3_vl/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/qwen3_vl/README.md -------------------------------------------------------------------------------- /configs/recipes/vision/smolvlm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/smolvlm/README.md -------------------------------------------------------------------------------- /configs/recipes/vision/smolvlm/sft/full/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/smolvlm/sft/full/train.yaml -------------------------------------------------------------------------------- /configs/recipes/vision/smolvlm/sft/lora/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/configs/recipes/vision/smolvlm/sft/lora/train.yaml -------------------------------------------------------------------------------- /data/dataset_examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/data/dataset_examples/README.md -------------------------------------------------------------------------------- /data/dataset_examples/alpaca_format.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/data/dataset_examples/alpaca_format.json -------------------------------------------------------------------------------- /data/dataset_examples/alpaca_format.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/data/dataset_examples/alpaca_format.jsonl -------------------------------------------------------------------------------- /data/dataset_examples/oumi_format.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/data/dataset_examples/oumi_format.json -------------------------------------------------------------------------------- /data/dataset_examples/oumi_format.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/data/dataset_examples/oumi_format.jsonl -------------------------------------------------------------------------------- /docs/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/.gitignore -------------------------------------------------------------------------------- /docs/_doclinks.config: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/_docsummaries.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/_docsummaries.sh -------------------------------------------------------------------------------- /docs/_manage_doclinks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/_manage_doclinks.py -------------------------------------------------------------------------------- /docs/_static/judge/judge_figure.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/_static/judge/judge_figure.svg -------------------------------------------------------------------------------- /docs/_static/logo/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/_static/logo/favicon.png -------------------------------------------------------------------------------- /docs/_static/logo/header_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/_static/logo/header_logo.png -------------------------------------------------------------------------------- /docs/_static/logo/oumi_logo_dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/_static/logo/oumi_logo_dark.png -------------------------------------------------------------------------------- /docs/_static/logo/oumi_logo_light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/_static/logo/oumi_logo_light.png -------------------------------------------------------------------------------- /docs/_summarize_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/_summarize_module.py -------------------------------------------------------------------------------- /docs/_templates/apidoc/package.rst.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/_templates/apidoc/package.rst.jinja -------------------------------------------------------------------------------- /docs/_templates/autodoc2/index.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/_templates/autodoc2/index.jinja -------------------------------------------------------------------------------- /docs/about/acknowledgements.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/about/acknowledgements.md -------------------------------------------------------------------------------- /docs/about/changelog.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/about/changelog.md -------------------------------------------------------------------------------- /docs/about/citations.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/about/citations.md -------------------------------------------------------------------------------- /docs/about/license.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/about/license.md -------------------------------------------------------------------------------- /docs/citations.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/citations.bib -------------------------------------------------------------------------------- /docs/cli/commands.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/cli/commands.md -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/development/code_of_conduct.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/development/code_of_conduct.md -------------------------------------------------------------------------------- /docs/development/contributing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/development/contributing.md -------------------------------------------------------------------------------- /docs/development/dev_setup.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/development/dev_setup.md -------------------------------------------------------------------------------- /docs/development/docs_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/development/docs_guide.md -------------------------------------------------------------------------------- /docs/development/style_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/development/style_guide.md -------------------------------------------------------------------------------- /docs/faq/oom.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/faq/oom.md -------------------------------------------------------------------------------- /docs/faq/troubleshooting.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/faq/troubleshooting.md -------------------------------------------------------------------------------- /docs/get_started/core_concepts.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/get_started/core_concepts.md -------------------------------------------------------------------------------- /docs/get_started/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/get_started/installation.md -------------------------------------------------------------------------------- /docs/get_started/quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/get_started/quickstart.md -------------------------------------------------------------------------------- /docs/get_started/tutorials.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/get_started/tutorials.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/resources/datasets/data_formats.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/resources/datasets/data_formats.md -------------------------------------------------------------------------------- /docs/resources/datasets/datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/resources/datasets/datasets.md -------------------------------------------------------------------------------- /docs/resources/datasets/other_datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/resources/datasets/other_datasets.md -------------------------------------------------------------------------------- /docs/resources/datasets/preference_datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/resources/datasets/preference_datasets.md -------------------------------------------------------------------------------- /docs/resources/datasets/pretraining_datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/resources/datasets/pretraining_datasets.md -------------------------------------------------------------------------------- /docs/resources/datasets/sft_datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/resources/datasets/sft_datasets.md -------------------------------------------------------------------------------- /docs/resources/datasets/vl_sft_datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/resources/datasets/vl_sft_datasets.md -------------------------------------------------------------------------------- /docs/resources/models/custom_models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/resources/models/custom_models.md -------------------------------------------------------------------------------- /docs/resources/models/models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/resources/models/models.md -------------------------------------------------------------------------------- /docs/resources/models/supported_models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/resources/models/supported_models.md -------------------------------------------------------------------------------- /docs/resources/recipes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/resources/recipes.md -------------------------------------------------------------------------------- /docs/user_guides/analyze/analyze.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/analyze/analyze.md -------------------------------------------------------------------------------- /docs/user_guides/analyze/analyze_config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/analyze/analyze_config.md -------------------------------------------------------------------------------- /docs/user_guides/customization.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/customization.md -------------------------------------------------------------------------------- /docs/user_guides/evaluate/custom_evals.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/evaluate/custom_evals.md -------------------------------------------------------------------------------- /docs/user_guides/evaluate/evaluate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/evaluate/evaluate.md -------------------------------------------------------------------------------- /docs/user_guides/evaluate/evaluation_config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/evaluate/evaluation_config.md -------------------------------------------------------------------------------- /docs/user_guides/evaluate/generative_benchmarks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/evaluate/generative_benchmarks.md -------------------------------------------------------------------------------- /docs/user_guides/evaluate/leaderboards.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/evaluate/leaderboards.md -------------------------------------------------------------------------------- /docs/user_guides/infer/common_workflows.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/infer/common_workflows.md -------------------------------------------------------------------------------- /docs/user_guides/infer/configuration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/infer/configuration.md -------------------------------------------------------------------------------- /docs/user_guides/infer/infer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/infer/infer.md -------------------------------------------------------------------------------- /docs/user_guides/infer/inference_cli.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/infer/inference_cli.md -------------------------------------------------------------------------------- /docs/user_guides/infer/inference_engines.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/infer/inference_engines.md -------------------------------------------------------------------------------- /docs/user_guides/judge/built_in_judges.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/judge/built_in_judges.md -------------------------------------------------------------------------------- /docs/user_guides/judge/cli_usage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/judge/cli_usage.md -------------------------------------------------------------------------------- /docs/user_guides/judge/judge.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/judge/judge.md -------------------------------------------------------------------------------- /docs/user_guides/judge/judge_config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/judge/judge_config.md -------------------------------------------------------------------------------- /docs/user_guides/launch/custom_cluster.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/launch/custom_cluster.md -------------------------------------------------------------------------------- /docs/user_guides/launch/deploy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/launch/deploy.md -------------------------------------------------------------------------------- /docs/user_guides/launch/kubernetes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/launch/kubernetes.md -------------------------------------------------------------------------------- /docs/user_guides/launch/launch.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/launch/launch.md -------------------------------------------------------------------------------- /docs/user_guides/quantization.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/quantization.md -------------------------------------------------------------------------------- /docs/user_guides/synth.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/synth.md -------------------------------------------------------------------------------- /docs/user_guides/train/configuration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/train/configuration.md -------------------------------------------------------------------------------- /docs/user_guides/train/environments/docker.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/train/environments/docker.md -------------------------------------------------------------------------------- /docs/user_guides/train/environments/local.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/train/environments/local.md -------------------------------------------------------------------------------- /docs/user_guides/train/environments/notebooks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/train/environments/notebooks.md -------------------------------------------------------------------------------- /docs/user_guides/train/environments/vscode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/train/environments/vscode.md -------------------------------------------------------------------------------- /docs/user_guides/train/monitoring.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/train/monitoring.md -------------------------------------------------------------------------------- /docs/user_guides/train/train.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/train/train.md -------------------------------------------------------------------------------- /docs/user_guides/train/training_methods.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/train/training_methods.md -------------------------------------------------------------------------------- /docs/user_guides/tune.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/docs/user_guides/tune.md -------------------------------------------------------------------------------- /notebooks/Oumi - A Tour.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - A Tour.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - Bulk Inference of LLM APIs.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - Bulk Inference of LLM APIs.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - Deploying a Job.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - Deploying a Job.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - Distill a Large Model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - Distill a Large Model.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - Evaluation with MT Bench.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - Evaluation with MT Bench.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - Evaluation with Oumi.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - Evaluation with Oumi.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - Finetuning Tutorial.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - Finetuning Tutorial.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - MiniMath-R1-1.5B.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - MiniMath-R1-1.5B.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - OpenEnv GRPO with trl.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - OpenEnv GRPO with trl.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - Quantization Tutorial.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - Quantization Tutorial.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - Running Jobs Remotely.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - Running Jobs Remotely.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - Simple Judge.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - Simple Judge.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - Using NanoGPT.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - Using NanoGPT.ipynb -------------------------------------------------------------------------------- /notebooks/Oumi - Vision Language Models.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/Oumi - Vision Language Models.ipynb -------------------------------------------------------------------------------- /notebooks/assets/openenv_echo_reward.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/notebooks/assets/openenv_echo_reward.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/.gitignore: -------------------------------------------------------------------------------- 1 | oumi_demo/ 2 | -------------------------------------------------------------------------------- /scripts/benchmarks/benchmark_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/benchmarks/benchmark_dataloader.py -------------------------------------------------------------------------------- /scripts/benchmarks/benchmark_nccl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/benchmarks/benchmark_nccl.py -------------------------------------------------------------------------------- /scripts/benchmarks/benchmark_trainers.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/benchmarks/benchmark_trainers.sh -------------------------------------------------------------------------------- /scripts/benchmarks/minimal_fsdp_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/benchmarks/minimal_fsdp_training.py -------------------------------------------------------------------------------- /scripts/benchmarks/minimal_multimodal_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/benchmarks/minimal_multimodal_training.py -------------------------------------------------------------------------------- /scripts/datasets/pretokenize/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/datasets/pretokenize/README.md -------------------------------------------------------------------------------- /scripts/datasets/pretokenize/process_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/datasets/pretokenize/process_dataset.py -------------------------------------------------------------------------------- /scripts/datasets/pretokenize/sky.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/datasets/pretokenize/sky.yaml -------------------------------------------------------------------------------- /scripts/datasets/save_conversations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/datasets/save_conversations.py -------------------------------------------------------------------------------- /scripts/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/demo.py -------------------------------------------------------------------------------- /scripts/docker/build_docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/docker/build_docker.sh -------------------------------------------------------------------------------- /scripts/examples/batch_inference/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/examples/batch_inference/README.md -------------------------------------------------------------------------------- /scripts/examples/batch_inference/bulk_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/examples/batch_inference/bulk_infer.py -------------------------------------------------------------------------------- /scripts/examples/batch_inference/infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/examples/batch_inference/infer.yaml -------------------------------------------------------------------------------- /scripts/examples/batch_inference/smollm_infer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/examples/batch_inference/smollm_infer.yaml -------------------------------------------------------------------------------- /scripts/examples/evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/examples/evaluation/README.md -------------------------------------------------------------------------------- /scripts/examples/evaluation/custom_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/examples/evaluation/custom_evaluation.py -------------------------------------------------------------------------------- /scripts/frontier/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/frontier/README.md -------------------------------------------------------------------------------- /scripts/frontier/frontier_init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/frontier/frontier_init.sh -------------------------------------------------------------------------------- /scripts/frontier/jobs/example_job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/frontier/jobs/example_job.sh -------------------------------------------------------------------------------- /scripts/frontier/launcher.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/frontier/launcher.sh -------------------------------------------------------------------------------- /scripts/inference/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/inference/README.md -------------------------------------------------------------------------------- /scripts/inference/gcp_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/inference/gcp_inference.py -------------------------------------------------------------------------------- /scripts/llama_e2e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/llama_e2e.py -------------------------------------------------------------------------------- /scripts/memcalc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/memcalc.py -------------------------------------------------------------------------------- /scripts/perlmutter/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/perlmutter/README.md -------------------------------------------------------------------------------- /scripts/perlmutter/jobs/example_job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/perlmutter/jobs/example_job.sh -------------------------------------------------------------------------------- /scripts/perlmutter/launcher.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/perlmutter/launcher.sh -------------------------------------------------------------------------------- /scripts/perlmutter/perlmutter_init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/perlmutter/perlmutter_init.sh -------------------------------------------------------------------------------- /scripts/polaris/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/polaris/README.md -------------------------------------------------------------------------------- /scripts/polaris/jobs/download_model_from_hf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/polaris/jobs/download_model_from_hf.sh -------------------------------------------------------------------------------- /scripts/polaris/jobs/example_job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/polaris/jobs/example_job.sh -------------------------------------------------------------------------------- /scripts/polaris/jobs/fineweb_pt_job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/polaris/jobs/fineweb_pt_job.sh -------------------------------------------------------------------------------- /scripts/polaris/jobs/fineweb_pt_worker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/polaris/jobs/fineweb_pt_worker.sh -------------------------------------------------------------------------------- /scripts/polaris/jobs/llama_tune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/polaris/jobs/llama_tune.sh -------------------------------------------------------------------------------- /scripts/polaris/jobs/python/vllm_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/polaris/jobs/python/vllm_inference.py -------------------------------------------------------------------------------- /scripts/polaris/jobs/vllm_job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/polaris/jobs/vllm_job.sh -------------------------------------------------------------------------------- /scripts/polaris/jobs/vllm_worker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/polaris/jobs/vllm_worker.sh -------------------------------------------------------------------------------- /scripts/polaris/launcher.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/polaris/launcher.sh -------------------------------------------------------------------------------- /scripts/polaris/polaris_init.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/scripts/polaris/polaris_init.sh -------------------------------------------------------------------------------- /src/experimental/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/experimental/__init__.py -------------------------------------------------------------------------------- /src/experimental/configs/projects/zephyr/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/experimental/configs/projects/zephyr/README.md -------------------------------------------------------------------------------- /src/oumi/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/__init__.py -------------------------------------------------------------------------------- /src/oumi/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/__main__.py -------------------------------------------------------------------------------- /src/oumi/builders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/__init__.py -------------------------------------------------------------------------------- /src/oumi/builders/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/callbacks.py -------------------------------------------------------------------------------- /src/oumi/builders/collators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/collators.py -------------------------------------------------------------------------------- /src/oumi/builders/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/data.py -------------------------------------------------------------------------------- /src/oumi/builders/inference_engines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/inference_engines.py -------------------------------------------------------------------------------- /src/oumi/builders/lr_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/lr_schedules.py -------------------------------------------------------------------------------- /src/oumi/builders/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/metrics.py -------------------------------------------------------------------------------- /src/oumi/builders/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/models.py -------------------------------------------------------------------------------- /src/oumi/builders/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/optimizers.py -------------------------------------------------------------------------------- /src/oumi/builders/oumi_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/oumi_data.py -------------------------------------------------------------------------------- /src/oumi/builders/processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/processors.py -------------------------------------------------------------------------------- /src/oumi/builders/quantizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/quantizers.py -------------------------------------------------------------------------------- /src/oumi/builders/rewards.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/rewards.py -------------------------------------------------------------------------------- /src/oumi/builders/rollouts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/rollouts.py -------------------------------------------------------------------------------- /src/oumi/builders/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/training.py -------------------------------------------------------------------------------- /src/oumi/builders/tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/builders/tuning.py -------------------------------------------------------------------------------- /src/oumi/cli/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/__init__.py -------------------------------------------------------------------------------- /src/oumi/cli/alias.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/alias.py -------------------------------------------------------------------------------- /src/oumi/cli/analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/analyze.py -------------------------------------------------------------------------------- /src/oumi/cli/cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/cache.py -------------------------------------------------------------------------------- /src/oumi/cli/cli_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/cli_utils.py -------------------------------------------------------------------------------- /src/oumi/cli/distributed_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/distributed_run.py -------------------------------------------------------------------------------- /src/oumi/cli/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/env.py -------------------------------------------------------------------------------- /src/oumi/cli/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/evaluate.py -------------------------------------------------------------------------------- /src/oumi/cli/fetch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/fetch.py -------------------------------------------------------------------------------- /src/oumi/cli/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/infer.py -------------------------------------------------------------------------------- /src/oumi/cli/judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/judge.py -------------------------------------------------------------------------------- /src/oumi/cli/launch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/launch.py -------------------------------------------------------------------------------- /src/oumi/cli/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/main.py -------------------------------------------------------------------------------- /src/oumi/cli/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/quantize.py -------------------------------------------------------------------------------- /src/oumi/cli/synth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/synth.py -------------------------------------------------------------------------------- /src/oumi/cli/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/train.py -------------------------------------------------------------------------------- /src/oumi/cli/tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/cli/tune.py -------------------------------------------------------------------------------- /src/oumi/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/analyze/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/analyze/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/analyze/column_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/analyze/column_types.py -------------------------------------------------------------------------------- /src/oumi/core/analyze/dataframe_analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/analyze/dataframe_analyzer.py -------------------------------------------------------------------------------- /src/oumi/core/analyze/dataset_analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/analyze/dataset_analyzer.py -------------------------------------------------------------------------------- /src/oumi/core/analyze/length_analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/analyze/length_analyzer.py -------------------------------------------------------------------------------- /src/oumi/core/analyze/sample_analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/analyze/sample_analyzer.py -------------------------------------------------------------------------------- /src/oumi/core/async_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/async_utils.py -------------------------------------------------------------------------------- /src/oumi/core/callbacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/callbacks/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/callbacks/base_trainer_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/callbacks/base_trainer_callback.py -------------------------------------------------------------------------------- /src/oumi/core/callbacks/bitnet_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/callbacks/bitnet_callback.py -------------------------------------------------------------------------------- /src/oumi/core/callbacks/hf_mfu_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/callbacks/hf_mfu_callback.py -------------------------------------------------------------------------------- /src/oumi/core/callbacks/mfu_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/callbacks/mfu_callback.py -------------------------------------------------------------------------------- /src/oumi/core/callbacks/profiler_step_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/callbacks/profiler_step_callback.py -------------------------------------------------------------------------------- /src/oumi/core/callbacks/telemetry_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/callbacks/telemetry_callback.py -------------------------------------------------------------------------------- /src/oumi/core/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/configs/analyze_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/analyze_config.py -------------------------------------------------------------------------------- /src/oumi/core/configs/async_evaluation_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/async_evaluation_config.py -------------------------------------------------------------------------------- /src/oumi/core/configs/base_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/base_config.py -------------------------------------------------------------------------------- /src/oumi/core/configs/evaluation_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/evaluation_config.py -------------------------------------------------------------------------------- /src/oumi/core/configs/inference_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/inference_config.py -------------------------------------------------------------------------------- /src/oumi/core/configs/inference_engine_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/inference_engine_type.py -------------------------------------------------------------------------------- /src/oumi/core/configs/internal/supported_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/internal/supported_models.py -------------------------------------------------------------------------------- /src/oumi/core/configs/job_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/job_config.py -------------------------------------------------------------------------------- /src/oumi/core/configs/judge_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/judge_config.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/base_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/base_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/data_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/data_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/deepspeed_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/deepspeed_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/evaluation_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/evaluation_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/fsdp_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/fsdp_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/generation_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/generation_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/gkd_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/gkd_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/grpo_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/grpo_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/judge_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/judge_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/model_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/model_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/peft_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/peft_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/profiler_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/profiler_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/remote_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/remote_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/synthesis_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/synthesis_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/telemetry_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/telemetry_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/training_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/training_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/params/tuning_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/params/tuning_params.py -------------------------------------------------------------------------------- /src/oumi/core/configs/quantization_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/quantization_config.py -------------------------------------------------------------------------------- /src/oumi/core/configs/synthesis_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/synthesis_config.py -------------------------------------------------------------------------------- /src/oumi/core/configs/training_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/training_config.py -------------------------------------------------------------------------------- /src/oumi/core/configs/tuning_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/configs/tuning_config.py -------------------------------------------------------------------------------- /src/oumi/core/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/constants.py -------------------------------------------------------------------------------- /src/oumi/core/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/datasets/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/datasets/base_dpo_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/datasets/base_dpo_dataset.py -------------------------------------------------------------------------------- /src/oumi/core/datasets/base_grpo_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/datasets/base_grpo_dataset.py -------------------------------------------------------------------------------- /src/oumi/core/datasets/base_iterable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/datasets/base_iterable_dataset.py -------------------------------------------------------------------------------- /src/oumi/core/datasets/base_kto_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/datasets/base_kto_dataset.py -------------------------------------------------------------------------------- /src/oumi/core/datasets/base_map_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/datasets/base_map_dataset.py -------------------------------------------------------------------------------- /src/oumi/core/datasets/base_pretraining_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/datasets/base_pretraining_dataset.py -------------------------------------------------------------------------------- /src/oumi/core/datasets/base_sft_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/datasets/base_sft_dataset.py -------------------------------------------------------------------------------- /src/oumi/core/datasets/packed_sft_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/datasets/packed_sft_dataset.py -------------------------------------------------------------------------------- /src/oumi/core/datasets/vision_language_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/datasets/vision_language_dataset.py -------------------------------------------------------------------------------- /src/oumi/core/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/distributed.py -------------------------------------------------------------------------------- /src/oumi/core/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/evaluation/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/evaluation/backends/alpaca_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/evaluation/backends/alpaca_eval.py -------------------------------------------------------------------------------- /src/oumi/core/evaluation/backends/lm_harness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/evaluation/backends/lm_harness.py -------------------------------------------------------------------------------- /src/oumi/core/evaluation/evaluation_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/evaluation/evaluation_result.py -------------------------------------------------------------------------------- /src/oumi/core/evaluation/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/evaluation/evaluator.py -------------------------------------------------------------------------------- /src/oumi/core/evaluation/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/evaluation/metrics.py -------------------------------------------------------------------------------- /src/oumi/core/evaluation/utils/save_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/evaluation/utils/save_utils.py -------------------------------------------------------------------------------- /src/oumi/core/feature_generators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/feature_generators/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/inference/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/inference/base_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/inference/base_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/core/launcher/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/launcher/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/launcher/base_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/launcher/base_cloud.py -------------------------------------------------------------------------------- /src/oumi/core/launcher/base_cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/launcher/base_cluster.py -------------------------------------------------------------------------------- /src/oumi/core/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/models/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/models/base_model.py -------------------------------------------------------------------------------- /src/oumi/core/processors/base_image_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/processors/base_image_processor.py -------------------------------------------------------------------------------- /src/oumi/core/processors/base_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/processors/base_processor.py -------------------------------------------------------------------------------- /src/oumi/core/processors/default_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/processors/default_processor.py -------------------------------------------------------------------------------- /src/oumi/core/registry/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/registry/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/registry/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/registry/registry.py -------------------------------------------------------------------------------- /src/oumi/core/synthesis/attribute_formatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/synthesis/attribute_formatter.py -------------------------------------------------------------------------------- /src/oumi/core/synthesis/attribute_synthesizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/synthesis/attribute_synthesizer.py -------------------------------------------------------------------------------- /src/oumi/core/synthesis/data_synthesizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/synthesis/data_synthesizer.py -------------------------------------------------------------------------------- /src/oumi/core/synthesis/dataset_ingestion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/synthesis/dataset_ingestion.py -------------------------------------------------------------------------------- /src/oumi/core/synthesis/dataset_planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/synthesis/dataset_planner.py -------------------------------------------------------------------------------- /src/oumi/core/synthesis/document_ingestion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/synthesis/document_ingestion.py -------------------------------------------------------------------------------- /src/oumi/core/synthesis/synthesis_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/synthesis/synthesis_pipeline.py -------------------------------------------------------------------------------- /src/oumi/core/tokenizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/tokenizers/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/tokenizers/base_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/tokenizers/base_tokenizer.py -------------------------------------------------------------------------------- /src/oumi/core/tokenizers/special_tokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/tokenizers/special_tokens.py -------------------------------------------------------------------------------- /src/oumi/core/tokenizers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/tokenizers/utils.py -------------------------------------------------------------------------------- /src/oumi/core/trainers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/trainers/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/trainers/base_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/trainers/base_trainer.py -------------------------------------------------------------------------------- /src/oumi/core/trainers/hf_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/trainers/hf_trainer.py -------------------------------------------------------------------------------- /src/oumi/core/trainers/oumi_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/trainers/oumi_trainer.py -------------------------------------------------------------------------------- /src/oumi/core/trainers/trl_dpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/trainers/trl_dpo_trainer.py -------------------------------------------------------------------------------- /src/oumi/core/trainers/verl_grpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/trainers/verl_grpo_trainer.py -------------------------------------------------------------------------------- /src/oumi/core/trainers/verl_trainer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/trainers/verl_trainer_config.yaml -------------------------------------------------------------------------------- /src/oumi/core/tuners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/tuners/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/tuners/base_tuner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/tuners/base_tuner.py -------------------------------------------------------------------------------- /src/oumi/core/tuners/optuna_tuner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/tuners/optuna_tuner.py -------------------------------------------------------------------------------- /src/oumi/core/types/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/types/__init__.py -------------------------------------------------------------------------------- /src/oumi/core/types/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/types/conversation.py -------------------------------------------------------------------------------- /src/oumi/core/types/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/types/exceptions.py -------------------------------------------------------------------------------- /src/oumi/core/types/proto/conversation.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/types/proto/conversation.proto -------------------------------------------------------------------------------- /src/oumi/core/types/proto/generated/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/core/types/proto/generated/__init__.py -------------------------------------------------------------------------------- /src/oumi/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/__init__.py -------------------------------------------------------------------------------- /src/oumi/datasets/chat_templates/chat_ml.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/chat_templates/chat_ml.jinja -------------------------------------------------------------------------------- /src/oumi/datasets/chat_templates/default.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/chat_templates/default.jinja -------------------------------------------------------------------------------- /src/oumi/datasets/chat_templates/default_gen.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/chat_templates/default_gen.jinja -------------------------------------------------------------------------------- /src/oumi/datasets/chat_templates/gpt2.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/chat_templates/gpt2.jinja -------------------------------------------------------------------------------- /src/oumi/datasets/chat_templates/internvl3.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/chat_templates/internvl3.jinja -------------------------------------------------------------------------------- /src/oumi/datasets/chat_templates/llava.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/chat_templates/llava.jinja -------------------------------------------------------------------------------- /src/oumi/datasets/chat_templates/molmo.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/chat_templates/molmo.jinja -------------------------------------------------------------------------------- /src/oumi/datasets/chat_templates/zephyr.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/chat_templates/zephyr.jinja -------------------------------------------------------------------------------- /src/oumi/datasets/debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/debug.py -------------------------------------------------------------------------------- /src/oumi/datasets/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/evaluation/__init__.py -------------------------------------------------------------------------------- /src/oumi/datasets/evaluation/alpaca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/evaluation/alpaca.py -------------------------------------------------------------------------------- /src/oumi/datasets/evaluation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/evaluation/utils.py -------------------------------------------------------------------------------- /src/oumi/datasets/grpo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/grpo/__init__.py -------------------------------------------------------------------------------- /src/oumi/datasets/grpo/berry_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/grpo/berry_bench.py -------------------------------------------------------------------------------- /src/oumi/datasets/grpo/countdown.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/grpo/countdown.py -------------------------------------------------------------------------------- /src/oumi/datasets/grpo/gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/grpo/gsm8k.py -------------------------------------------------------------------------------- /src/oumi/datasets/grpo/letter_count.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/grpo/letter_count.py -------------------------------------------------------------------------------- /src/oumi/datasets/grpo/rewards/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/grpo/rewards/__init__.py -------------------------------------------------------------------------------- /src/oumi/datasets/grpo/rewards/gsm8k_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/grpo/rewards/gsm8k_reward.py -------------------------------------------------------------------------------- /src/oumi/datasets/grpo/rollouts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/grpo/rollouts/__init__.py -------------------------------------------------------------------------------- /src/oumi/datasets/grpo/tldr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/grpo/tldr.py -------------------------------------------------------------------------------- /src/oumi/datasets/mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/mmlu.py -------------------------------------------------------------------------------- /src/oumi/datasets/preference_tuning/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/preference_tuning/__init__.py -------------------------------------------------------------------------------- /src/oumi/datasets/preference_tuning/kto_mix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/preference_tuning/kto_mix.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/__init__.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/c4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/c4.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/dolma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/dolma.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/falcon_refinedweb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/falcon_refinedweb.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/fineweb_edu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/fineweb_edu.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/pile.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/red_pajama_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/red_pajama_v1.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/red_pajama_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/red_pajama_v2.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/slim_pajama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/slim_pajama.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/starcoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/starcoder.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/the_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/the_stack.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/tiny_stories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/tiny_stories.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/tiny_textbooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/tiny_textbooks.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/wikipedia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/wikipedia.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/wikitext.py -------------------------------------------------------------------------------- /src/oumi/datasets/pretraining/youtube_commons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/pretraining/youtube_commons.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/__init__.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/alpaca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/alpaca.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/aya.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/aya.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/chatqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/chatqa.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/chatrag_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/chatrag_bench.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/coalm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/coalm.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/dolly.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/dolly.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/huggingface.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/magpie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/magpie.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/openo1_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/openo1_sft.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/prompt_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/prompt_response.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/sft_jsonlines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/sft_jsonlines.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/tulu3_sft_mixture.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/tulu3_sft_mixture.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/ultrachat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/ultrachat.py -------------------------------------------------------------------------------- /src/oumi/datasets/sft/wildchat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/sft/wildchat.py -------------------------------------------------------------------------------- /src/oumi/datasets/vision_language/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/vision_language/__init__.py -------------------------------------------------------------------------------- /src/oumi/datasets/vision_language/coco_captions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/vision_language/coco_captions.py -------------------------------------------------------------------------------- /src/oumi/datasets/vision_language/docmatix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/vision_language/docmatix.py -------------------------------------------------------------------------------- /src/oumi/datasets/vision_language/flickr30k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/vision_language/flickr30k.py -------------------------------------------------------------------------------- /src/oumi/datasets/vision_language/geometry3k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/vision_language/geometry3k.py -------------------------------------------------------------------------------- /src/oumi/datasets/vision_language/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/vision_language/huggingface.py -------------------------------------------------------------------------------- /src/oumi/datasets/vision_language/mnist_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/vision_language/mnist_sft.py -------------------------------------------------------------------------------- /src/oumi/datasets/vision_language/pixmo_cap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/vision_language/pixmo_cap.py -------------------------------------------------------------------------------- /src/oumi/datasets/vision_language/pixmo_cap_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/vision_language/pixmo_cap_qa.py -------------------------------------------------------------------------------- /src/oumi/datasets/vision_language/rlaif_v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/vision_language/rlaif_v.py -------------------------------------------------------------------------------- /src/oumi/datasets/vision_language/the_cauldron.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/vision_language/the_cauldron.py -------------------------------------------------------------------------------- /src/oumi/datasets/vision_language/vqav2_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/datasets/vision_language/vqav2_small.py -------------------------------------------------------------------------------- /src/oumi/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/evaluate.py -------------------------------------------------------------------------------- /src/oumi/evaluate_async.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/evaluate_async.py -------------------------------------------------------------------------------- /src/oumi/evaluation/registry/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/evaluation/registry/__init__.py -------------------------------------------------------------------------------- /src/oumi/evaluation/registry/berry_bench_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/evaluation/registry/berry_bench_task.py -------------------------------------------------------------------------------- /src/oumi/evaluation/registry/count_letters_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/evaluation/registry/count_letters_task.py -------------------------------------------------------------------------------- /src/oumi/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/infer.py -------------------------------------------------------------------------------- /src/oumi/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/__init__.py -------------------------------------------------------------------------------- /src/oumi/inference/adaptive_semaphore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/adaptive_semaphore.py -------------------------------------------------------------------------------- /src/oumi/inference/anthropic_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/anthropic_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/bedrock_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/bedrock_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/deepseek_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/deepseek_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/gcp_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/gcp_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/gemini_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/gemini_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/lambda_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/lambda_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/llama_cpp_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/llama_cpp_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/native_text_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/native_text_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/openai_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/openai_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/parasail_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/parasail_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/remote_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/remote_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/remote_vllm_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/remote_vllm_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/sambanova_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/sambanova_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/sglang_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/sglang_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/together_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/together_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/inference/vllm_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/inference/vllm_inference_engine.py -------------------------------------------------------------------------------- /src/oumi/judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/judge.py -------------------------------------------------------------------------------- /src/oumi/judges/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/judges/__init__.py -------------------------------------------------------------------------------- /src/oumi/judges/base_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/judges/base_judge.py -------------------------------------------------------------------------------- /src/oumi/judges/simple_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/judges/simple_judge.py -------------------------------------------------------------------------------- /src/oumi/launcher/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/__init__.py -------------------------------------------------------------------------------- /src/oumi/launcher/clients/local_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clients/local_client.py -------------------------------------------------------------------------------- /src/oumi/launcher/clients/polaris_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clients/polaris_client.py -------------------------------------------------------------------------------- /src/oumi/launcher/clients/sky_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clients/sky_client.py -------------------------------------------------------------------------------- /src/oumi/launcher/clients/slurm_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clients/slurm_client.py -------------------------------------------------------------------------------- /src/oumi/launcher/clouds/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clouds/__init__.py -------------------------------------------------------------------------------- /src/oumi/launcher/clouds/frontier_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clouds/frontier_cloud.py -------------------------------------------------------------------------------- /src/oumi/launcher/clouds/local_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clouds/local_cloud.py -------------------------------------------------------------------------------- /src/oumi/launcher/clouds/perlmutter_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clouds/perlmutter_cloud.py -------------------------------------------------------------------------------- /src/oumi/launcher/clouds/polaris_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clouds/polaris_cloud.py -------------------------------------------------------------------------------- /src/oumi/launcher/clouds/sky_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clouds/sky_cloud.py -------------------------------------------------------------------------------- /src/oumi/launcher/clouds/slurm_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clouds/slurm_cloud.py -------------------------------------------------------------------------------- /src/oumi/launcher/clusters/frontier_cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clusters/frontier_cluster.py -------------------------------------------------------------------------------- /src/oumi/launcher/clusters/local_cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clusters/local_cluster.py -------------------------------------------------------------------------------- /src/oumi/launcher/clusters/perlmutter_cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clusters/perlmutter_cluster.py -------------------------------------------------------------------------------- /src/oumi/launcher/clusters/polaris_cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clusters/polaris_cluster.py -------------------------------------------------------------------------------- /src/oumi/launcher/clusters/sky_cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clusters/sky_cluster.py -------------------------------------------------------------------------------- /src/oumi/launcher/clusters/slurm_cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/clusters/slurm_cluster.py -------------------------------------------------------------------------------- /src/oumi/launcher/launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/launcher/launcher.py -------------------------------------------------------------------------------- /src/oumi/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/models/__init__.py -------------------------------------------------------------------------------- /src/oumi/models/cnn_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/models/cnn_classifier.py -------------------------------------------------------------------------------- /src/oumi/models/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/models/mlp.py -------------------------------------------------------------------------------- /src/oumi/performance/mfu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/performance/mfu.py -------------------------------------------------------------------------------- /src/oumi/performance/telemetry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/performance/telemetry.py -------------------------------------------------------------------------------- /src/oumi/performance/torch_profiler_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/performance/torch_profiler_utils.py -------------------------------------------------------------------------------- /src/oumi/quantize/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/quantize/__init__.py -------------------------------------------------------------------------------- /src/oumi/quantize/awq_quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/quantize/awq_quantizer.py -------------------------------------------------------------------------------- /src/oumi/quantize/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/quantize/base.py -------------------------------------------------------------------------------- /src/oumi/quantize/bnb_quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/quantize/bnb_quantizer.py -------------------------------------------------------------------------------- /src/oumi/quantize/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/quantize/constants.py -------------------------------------------------------------------------------- /src/oumi/quantize/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/quantize/utils.py -------------------------------------------------------------------------------- /src/oumi/synth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/synth.py -------------------------------------------------------------------------------- /src/oumi/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/train.py -------------------------------------------------------------------------------- /src/oumi/tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/tune.py -------------------------------------------------------------------------------- /src/oumi/utils/analysis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/analysis_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/batching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/batching.py -------------------------------------------------------------------------------- /src/oumi/utils/cache_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/cache_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/conversation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/conversation_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/debug_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/debug_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/device_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/device_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/distributed_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/git_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/git_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/grpo_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/grpo_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/hf_cache_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/hf_cache_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/hf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/hf_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/http.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/http.py -------------------------------------------------------------------------------- /src/oumi/utils/image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/image_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/io_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/io_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/logging.py -------------------------------------------------------------------------------- /src/oumi/utils/math_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/math_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/model_caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/model_caching.py -------------------------------------------------------------------------------- /src/oumi/utils/packaging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/packaging.py -------------------------------------------------------------------------------- /src/oumi/utils/peft_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/peft_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/placeholders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/placeholders.py -------------------------------------------------------------------------------- /src/oumi/utils/saver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/saver.py -------------------------------------------------------------------------------- /src/oumi/utils/serialization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/serialization_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/str_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/str_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/torch_naming_heuristics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/torch_naming_heuristics.py -------------------------------------------------------------------------------- /src/oumi/utils/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/torch_utils.py -------------------------------------------------------------------------------- /src/oumi/utils/verl_model_merger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/verl_model_merger.py -------------------------------------------------------------------------------- /src/oumi/utils/version_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/src/oumi/utils/version_utils.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/e2e/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/e2e/__init__.py -------------------------------------------------------------------------------- /tests/e2e/deps/test_circular_deps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/e2e/deps/test_circular_deps.py -------------------------------------------------------------------------------- /tests/e2e/sambanova_infer_tutorial.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/e2e/sambanova_infer_tutorial.yaml -------------------------------------------------------------------------------- /tests/e2e/test_eval_e2e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/e2e/test_eval_e2e.py -------------------------------------------------------------------------------- /tests/e2e/test_notebooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/e2e/test_notebooks.py -------------------------------------------------------------------------------- /tests/e2e/test_sambanova_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/e2e/test_sambanova_inference.py -------------------------------------------------------------------------------- /tests/e2e/test_simple_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/e2e/test_simple_judge.py -------------------------------------------------------------------------------- /tests/e2e/test_train_e2e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/e2e/test_train_e2e.py -------------------------------------------------------------------------------- /tests/e2e/test_tune_e2e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/e2e/test_tune_e2e.py -------------------------------------------------------------------------------- /tests/integration/cli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/cli/test_judge_e2e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/integration/cli/test_judge_e2e.py -------------------------------------------------------------------------------- /tests/integration/evaluate/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/evaluate/test_evaluate_async.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/integration/evaluate/test_evaluate_async.py -------------------------------------------------------------------------------- /tests/integration/infer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/integration/infer/__init__.py -------------------------------------------------------------------------------- /tests/integration/infer/test_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/integration/infer/test_infer.py -------------------------------------------------------------------------------- /tests/integration/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/train/test_custom_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/integration/train/test_custom_models.py -------------------------------------------------------------------------------- /tests/integration/train/test_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/integration/train/test_train.py -------------------------------------------------------------------------------- /tests/integration/tune/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/tune/test_tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/integration/tune/test_tune.py -------------------------------------------------------------------------------- /tests/markers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/markers.py -------------------------------------------------------------------------------- /tests/scripts/e2e_tests_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/scripts/e2e_tests_job.yaml -------------------------------------------------------------------------------- /tests/scripts/launch_tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/scripts/launch_tests.sh -------------------------------------------------------------------------------- /tests/scripts/predownload_for_github_gpu_tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/scripts/predownload_for_github_gpu_tests.sh -------------------------------------------------------------------------------- /tests/scripts/runpod_e2e_tests_job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/scripts/runpod_e2e_tests_job.yaml -------------------------------------------------------------------------------- /tests/testdata/adapter_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/testdata/adapter_config.json -------------------------------------------------------------------------------- /tests/testdata/images/oumi_logo_dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/testdata/images/oumi_logo_dark.png -------------------------------------------------------------------------------- /tests/testdata/images/oumi_logo_light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/testdata/images/oumi_logo_light.png -------------------------------------------------------------------------------- /tests/testdata/pdfs/mock.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/testdata/pdfs/mock.pdf -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/builders/test_build_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/builders/test_build_data.py -------------------------------------------------------------------------------- /tests/unit/builders/test_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/builders/test_callbacks.py -------------------------------------------------------------------------------- /tests/unit/builders/test_collators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/builders/test_collators.py -------------------------------------------------------------------------------- /tests/unit/builders/test_data_mixtures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/builders/test_data_mixtures.py -------------------------------------------------------------------------------- /tests/unit/builders/test_lr_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/builders/test_lr_schedules.py -------------------------------------------------------------------------------- /tests/unit/builders/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/builders/test_models.py -------------------------------------------------------------------------------- /tests/unit/builders/test_oumi_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/builders/test_oumi_data.py -------------------------------------------------------------------------------- /tests/unit/builders/test_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/builders/test_processors.py -------------------------------------------------------------------------------- /tests/unit/builders/test_quantizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/builders/test_quantizers.py -------------------------------------------------------------------------------- /tests/unit/builders/test_rewards.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/builders/test_rewards.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_alias.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_alias.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_analyze.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_cache.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_distributed_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_distributed_run.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_env.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_evaluate.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_fetch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_fetch.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_infer.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_judge.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_launch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_launch.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_main.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_speed_regression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_speed_regression.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_synth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_synth.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_train.py -------------------------------------------------------------------------------- /tests/unit/cli/test_cli_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/cli/test_cli_utils.py -------------------------------------------------------------------------------- /tests/unit/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/conftest.py -------------------------------------------------------------------------------- /tests/unit/core/analyze/test_dataset_analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/analyze/test_dataset_analyzer.py -------------------------------------------------------------------------------- /tests/unit/core/configs/params/test_base_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/configs/params/test_base_params.py -------------------------------------------------------------------------------- /tests/unit/core/configs/params/test_data_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/configs/params/test_data_params.py -------------------------------------------------------------------------------- /tests/unit/core/configs/params/test_gkd_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/configs/params/test_gkd_params.py -------------------------------------------------------------------------------- /tests/unit/core/configs/test_analyze_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/configs/test_analyze_config.py -------------------------------------------------------------------------------- /tests/unit/core/configs/test_base_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/configs/test_base_config.py -------------------------------------------------------------------------------- /tests/unit/core/configs/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/configs/test_config.py -------------------------------------------------------------------------------- /tests/unit/core/configs/test_guided_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/configs/test_guided_params.py -------------------------------------------------------------------------------- /tests/unit/core/configs/test_parse_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/configs/test_parse_configs.py -------------------------------------------------------------------------------- /tests/unit/core/configs/test_synthesis_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/configs/test_synthesis_config.py -------------------------------------------------------------------------------- /tests/unit/core/configs/test_training_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/configs/test_training_config.py -------------------------------------------------------------------------------- /tests/unit/core/configs/test_tuning_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/configs/test_tuning_config.py -------------------------------------------------------------------------------- /tests/unit/core/datasets/test_base_map_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/datasets/test_base_map_dataset.py -------------------------------------------------------------------------------- /tests/unit/core/datasets/test_base_sft_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/datasets/test_base_sft_dataset.py -------------------------------------------------------------------------------- /tests/unit/core/evaluation/test_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/evaluation/test_evaluator.py -------------------------------------------------------------------------------- /tests/unit/core/evaluation/test_save_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/evaluation/test_save_utils.py -------------------------------------------------------------------------------- /tests/unit/core/synthesis/test_data_synthesizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/synthesis/test_data_synthesizer.py -------------------------------------------------------------------------------- /tests/unit/core/synthesis/test_dataset_planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/synthesis/test_dataset_planner.py -------------------------------------------------------------------------------- /tests/unit/core/test_async_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/test_async_utils.py -------------------------------------------------------------------------------- /tests/unit/core/test_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/test_distributed.py -------------------------------------------------------------------------------- /tests/unit/core/test_length_analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/test_length_analyzer.py -------------------------------------------------------------------------------- /tests/unit/core/test_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/test_registry.py -------------------------------------------------------------------------------- /tests/unit/core/trainers/test_oumi_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/trainers/test_oumi_trainer.py -------------------------------------------------------------------------------- /tests/unit/core/trainers/test_verl_grpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/trainers/test_verl_grpo_trainer.py -------------------------------------------------------------------------------- /tests/unit/core/tuners/test_optuna_tuner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/tuners/test_optuna_tuner.py -------------------------------------------------------------------------------- /tests/unit/core/types/test_conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/core/types/test_conversation.py -------------------------------------------------------------------------------- /tests/unit/datasets/test_chat_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/datasets/test_chat_templates.py -------------------------------------------------------------------------------- /tests/unit/datasets/test_datasets_demo_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/datasets/test_datasets_demo_examples.py -------------------------------------------------------------------------------- /tests/unit/datasets/test_pixmo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/datasets/test_pixmo.py -------------------------------------------------------------------------------- /tests/unit/datasets/test_text_jsonlines_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/datasets/test_text_jsonlines_dataset.py -------------------------------------------------------------------------------- /tests/unit/datasets/test_tulu3_sft_mixture.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/datasets/test_tulu3_sft_mixture.py -------------------------------------------------------------------------------- /tests/unit/inference/test_adaptive_semaphore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/inference/test_adaptive_semaphore.py -------------------------------------------------------------------------------- /tests/unit/inference/test_base_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/inference/test_base_inference_engine.py -------------------------------------------------------------------------------- /tests/unit/inference/test_gcp_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/inference/test_gcp_inference_engine.py -------------------------------------------------------------------------------- /tests/unit/inference/test_generation_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/inference/test_generation_params.py -------------------------------------------------------------------------------- /tests/unit/inference/test_inference_engine_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/inference/test_inference_engine_init.py -------------------------------------------------------------------------------- /tests/unit/inference/test_vllm_inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/inference/test_vllm_inference_engine.py -------------------------------------------------------------------------------- /tests/unit/judges/test_base_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/judges/test_base_judge.py -------------------------------------------------------------------------------- /tests/unit/judges/test_simple_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/judges/test_simple_judge.py -------------------------------------------------------------------------------- /tests/unit/launcher/clients/data/qstat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/launcher/clients/data/qstat.txt -------------------------------------------------------------------------------- /tests/unit/launcher/clients/data/sacct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/launcher/clients/data/sacct.txt -------------------------------------------------------------------------------- /tests/unit/launcher/clients/data/sacct_full.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/launcher/clients/data/sacct_full.txt -------------------------------------------------------------------------------- /tests/unit/launcher/clients/test_sky_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/launcher/clients/test_sky_client.py -------------------------------------------------------------------------------- /tests/unit/launcher/clouds/test_local_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/launcher/clouds/test_local_cloud.py -------------------------------------------------------------------------------- /tests/unit/launcher/clouds/test_sky_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/launcher/clouds/test_sky_cloud.py -------------------------------------------------------------------------------- /tests/unit/launcher/clouds/test_slurm_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/launcher/clouds/test_slurm_cloud.py -------------------------------------------------------------------------------- /tests/unit/launcher/test_launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/launcher/test_launcher.py -------------------------------------------------------------------------------- /tests/unit/models/test_cnn_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/models/test_cnn_classifier.py -------------------------------------------------------------------------------- /tests/unit/performance/test_mfu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/performance/test_mfu.py -------------------------------------------------------------------------------- /tests/unit/performance/test_telemetry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/performance/test_telemetry.py -------------------------------------------------------------------------------- /tests/unit/quantize/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/quantize/__init__.py -------------------------------------------------------------------------------- /tests/unit/quantize/test_awq_quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/quantize/test_awq_quantizer.py -------------------------------------------------------------------------------- /tests/unit/quantize/test_base_quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/quantize/test_base_quantization.py -------------------------------------------------------------------------------- /tests/unit/quantize/test_bnb_quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/quantize/test_bnb_quantizer.py -------------------------------------------------------------------------------- /tests/unit/quantize/test_quantize_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/quantize/test_quantize_module.py -------------------------------------------------------------------------------- /tests/unit/test_apache_license_header.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/test_apache_license_header.py -------------------------------------------------------------------------------- /tests/unit/test_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/test_train.py -------------------------------------------------------------------------------- /tests/unit/utils/test_analysis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_analysis_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_cache_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_cache_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_conversation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_conversation_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_device_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_device_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_distributed_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_hf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_hf_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_http.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_http.py -------------------------------------------------------------------------------- /tests/unit/utils/test_image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_image_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_io_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_io_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_math_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_math_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_model_caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_model_caching.py -------------------------------------------------------------------------------- /tests/unit/utils/test_packaging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_packaging.py -------------------------------------------------------------------------------- /tests/unit/utils/test_peft_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_peft_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_saver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_saver.py -------------------------------------------------------------------------------- /tests/unit/utils/test_serialization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_serialization_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_str_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_str_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_torch_utils.py -------------------------------------------------------------------------------- /tests/unit/utils/test_version_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oumi-ai/oumi/HEAD/tests/unit/utils/test_version_utils.py --------------------------------------------------------------------------------