├── .gitignore ├── GUIDE.md ├── LICENSE.md ├── README.md ├── app.py ├── bulk-eval.sh ├── compare-app.py ├── compare-v1 ├── compare-airoboros1p4-javascript.json ├── compare-airoboros1p4-python.json ├── compare-airoboros1p4.yaml ├── compare-llama2-chat-javascript.json ├── compare-llama2-chat-python.json ├── compare-llama2-chat.yaml ├── compare-llama2-coders-javascript.json ├── compare-llama2-coders-python.json ├── compare-llama2-coders.yaml ├── compare-vicuna33b-quants-javascript.json ├── compare-vicuna33b-quants-python.json └── compare-vicuna33b-quants.yaml ├── compare.py ├── compare ├── closed-weights-javascript.json ├── closed-weights-python.json ├── closed-weights.yaml ├── codecherrypop-javascript.json ├── codecherrypop-python.json ├── codecherrypop.yaml ├── codecherrypy-javascript.json ├── codecherrypy-python.json ├── codecherrypy.yaml ├── codellama-javascript.json ├── codellama-python.json ├── codellama.yaml ├── falcon-quants-javascript.json ├── falcon-quants-python.json ├── falcon-quants.yaml ├── llama2coder-javascript.json ├── llama2coder-python.json ├── llama2coder.yaml ├── phind-v2-gptq-awq-javascript.json ├── phind-v2-gptq-awq-python.json ├── phind-v2-gptq-awq.yaml ├── vicuna-1p5-bnbquants-javascript.json ├── vicuna-1p5-bnbquants-python.json └── vicuna-1p5-bnbquants.yaml ├── evaluate.py ├── extract.py ├── humaneval ├── Llama-HumanEval.txt ├── README.md ├── Vicuna-1p1-HumanEval.txt ├── Wizard-7B-HumanEval.txt └── humaneval.py ├── ifeval2interview.py ├── img └── can-ai-code-small.png ├── interview_cuda.py ├── interview_litellm.py ├── interview_modal.py ├── interview_modal.tpl.py ├── junior-v2 ├── factorial.yaml ├── fib.yaml ├── gcd.yaml ├── sanity.yaml └── string.yaml ├── models └── models.yaml ├── params ├── beams.json ├── codeCherryPop.json ├── codellama-ct2.json ├── codellama.json ├── deepcoder.json ├── greedy-hf.json ├── greedy-openai-8k.json ├── greedy-openai-o1.json ├── greedy-openai.json ├── llama2-coder.json ├── mirostat.json ├── octocoder.json ├── params.yaml ├── precise.json ├── qwen3-nothink.json ├── qwen3-think.json ├── santacoder.json ├── starchat.json └── wizardcoder.json ├── prepare.py ├── prompts ├── Alpaca-Input.txt ├── Alpaca-Speechless.txt ├── Alpaca-v1.txt ├── Alpaca-v1b.txt ├── Alpaca-v1c.txt ├── Alpaca.txt ├── DeepMagic.txt ├── NewHope.txt ├── Vicuna-1p1-v2a.txt ├── Vicuna-1p3-v2a.txt ├── Vicuna-1p3-v2b.txt ├── Vicuna-Code.txt ├── Wizard-Coder.txt ├── airoboros-plain.txt ├── airoboros.txt ├── chat-codellama70b-v2.json ├── chat-codellama70b.json ├── chat-exaone.json ├── chat-generic-v2.txt ├── chat-generic.txt ├── chat-nothink.json ├── chat-o1.json ├── chat-qwen.json ├── chat-simple-v2.txt ├── chat-simple.txt ├── chat.json ├── chatml-v0.txt ├── chatml-v1.txt ├── chatml.txt ├── code-millenials.txt ├── codeCherryPop.txt ├── codegeex2.txt ├── codellama-infill-input.txt ├── codellama-infill-output.txt ├── codellama-input-v2.txt ├── codellama-output.txt ├── codet5p-input.txt ├── codet5p-output.txt ├── completion-input.txt ├── completion-output.txt ├── decicoder-fim-input.txt ├── decicoder-fim-output.txt ├── deepseek.txt ├── dolphin-v2.txt ├── dolphin.txt ├── falcon-instruct-v2c.txt ├── falcon-instruct.txt ├── fim-codegemma-input.txt ├── fim-codellama-input.txt ├── fim-deepseekv2-input-v2.txt ├── fim-output.txt ├── incoder-input-v1.txt ├── incoder-output-v1.txt ├── llama2-chat-v3a.txt ├── llama2-chat-v3b.txt ├── llama2-chat.txt ├── llama2-code-v1b.txt ├── llama2-code-v2b.txt ├── llama2-coder.txt ├── magicoder.txt ├── mistral-v1.txt ├── mistral-v2.txt ├── octocoder-v0.txt ├── openchat.txt ├── opencoder.txt ├── orca-1p3.txt ├── orca.txt ├── phi2.txt ├── phind-code.txt ├── refact-chat.txt ├── replit-code.txt ├── replit-glaive.txt ├── stablecoder-v0.txt ├── stablecoder-v1b.txt ├── starchat-v2.txt ├── starcoder-fim-input.txt └── starcoder-fim-output.txt ├── requirements-exl2.txt ├── requirements-transformers.txt ├── requirements-vllm.txt ├── requirements.txt ├── results.sh ├── results ├── .gitignore ├── airoboros-l2 │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_jondurbin-airoboros-l2-13b-gpt4-1.4.1_1690410999.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_jondurbin-airoboros-l2-7b-gpt4-1.4.1_1690410293.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_jondurbin-airoboros-l2-13b-gpt4-1.4.1_1690411011.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_jondurbin-airoboros-l2-13b-gpt4-2.0_1691069957.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_jondurbin-airoboros-l2-13b-gpt4-m2.0_1691070258.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_jondurbin-airoboros-l2-7b-gpt4-1.4.1_1690410305.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_jondurbin-airoboros-l2-7b-gpt4-2.0_1691069285.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_jondurbin-airoboros-l2-7b-gpt4-m2.0_1691069438.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_jondurbin-airoboros-l2-13b-gpt4-1.4.1_1690411020.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_jondurbin-airoboros-l2-13b-gpt4-2.0_1691069977.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_jondurbin-airoboros-l2-13b-gpt4-m2.0_1691070270.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_jondurbin-airoboros-l2-7b-gpt4-1.4.1_1690410315.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_jondurbin-airoboros-l2-7b-gpt4-2.0_1691069295.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_jondurbin-airoboros-l2-7b-gpt4-m2.0_1691069451.ndjson │ ├── eval_junior-v2_python-javascript_airoboros-plain_none_precise_jondurbin-airoboros-l2-13b-gpt4-1.4.1_1690410992.ndjson │ ├── eval_junior-v2_python-javascript_airoboros-plain_none_precise_jondurbin-airoboros-l2-13b-gpt4-2.0_1691070018.ndjson │ ├── eval_junior-v2_python-javascript_airoboros-plain_none_precise_jondurbin-airoboros-l2-13b-gpt4-m2.0_1691070291.ndjson │ ├── eval_junior-v2_python-javascript_airoboros-plain_none_precise_jondurbin-airoboros-l2-7b-gpt4-1.4.1_1690410281.ndjson │ ├── eval_junior-v2_python-javascript_airoboros-plain_none_precise_jondurbin-airoboros-l2-7b-gpt4-2.0_1691069309.ndjson │ ├── eval_junior-v2_python-javascript_airoboros-plain_none_precise_jondurbin-airoboros-l2-7b-gpt4-m2.0_1691069465.ndjson │ ├── eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-l2-13b-gpt4-1.4.1_1690410988.ndjson │ ├── eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-l2-13b-gpt4-2.0_1691070002.ndjson │ ├── eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-l2-13b-gpt4-m2.0_1691070284.ndjson │ ├── eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-l2-7b-gpt4-1.4.1_1690410276.ndjson │ ├── eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-l2-7b-gpt4-2.0_1691069305.ndjson │ └── eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-l2-7b-gpt4-m2.0_1691069459.ndjson ├── airoboros-mistral │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_precise_TheBloke-Airoboros-M-7B-3.1.2-AWQ_1697987129.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_precise_jondurbin-airoboros-m-7b-3.1.2_1697986157.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_topk1_TheBloke-Airoboros-M-7B-3.1.2-AWQ_1697987117.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_topk1_jondurbin-airoboros-m-7b-3.1.2_1697986141.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_precise_TheBloke-Airoboros-M-7B-3.1.2-AWQ_1697987134.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_precise_jondurbin-airoboros-m-7b-3.1.2_1697986165.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_topk1_TheBloke-Airoboros-M-7B-3.1.2-AWQ_1697987122.ndjson │ └── eval_junior-v2_python-javascript_llama2-code-v2b_none_topk1_jondurbin-airoboros-m-7b-3.1.2_1697986149.ndjson ├── airoboros │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_greedy_jondurbin-airoboros-7b-gpt4-1.4.1-qlora_1690407298.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_jondurbin-airoboros-13b-gpt4-1.4.1-qlora_1690408040.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_jondurbin-airoboros-33b-gpt4-2.0_1691242458.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_jondurbin-airoboros-33b-gpt4-m2.0_1691254093.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_jondurbin-airoboros-7b-gpt4-1.4.1-qlora_1690407203.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_greedy_jondurbin-airoboros-7b-gpt4-1.4.1-qlora_1690407324.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_jondurbin-airoboros-13b-gpt4-1.4.1-qlora_1690408054.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_jondurbin-airoboros-33b-gpt4-2.0_1691242485.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_jondurbin-airoboros-33b-gpt4-m2.0_1691254110.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_jondurbin-airoboros-7b-gpt4-1.4.1-qlora_1690407226.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_greedy_jondurbin-airoboros-7b-gpt4-1.4.1-qlora_1690407345.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_jondurbin-airoboros-13b-gpt4-1.4.1-qlora_1690408065.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_jondurbin-airoboros-33b-gpt4-2.0_1691242513.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_jondurbin-airoboros-33b-gpt4-m2.0_1691254126.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_jondurbin-airoboros-7b-gpt4-1.4.1-qlora_1690407248.ndjson │ ├── eval_junior-v2_python-javascript_airoboros-plain_none_greedy_jondurbin-airoboros-7b-gpt4-1.4.1-qlora_1690407277.ndjson │ ├── eval_junior-v2_python-javascript_airoboros-plain_none_precise_jondurbin-airoboros-13b-gpt4-1.4.1-qlora_1690408029.ndjson │ ├── eval_junior-v2_python-javascript_airoboros-plain_none_precise_jondurbin-airoboros-33b-gpt4-2.0_1691242553.ndjson │ ├── eval_junior-v2_python-javascript_airoboros-plain_none_precise_jondurbin-airoboros-33b-gpt4-m2.0_1691254170.ndjson │ ├── eval_junior-v2_python-javascript_airoboros-plain_none_precise_jondurbin-airoboros-7b-gpt4-1.4.1-qlora_1690407183.ndjson │ ├── eval_junior-v2_python-javascript_airoboros_none_greedy_jondurbin-airoboros-7b-gpt4-1.4.1-qlora_1690407266.ndjson │ ├── eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-13b-gpt4-1.4.1-qlora_1690408024.ndjson │ ├── eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-33b-gpt4-2.0_1691242540.ndjson │ ├── eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-33b-gpt4-m2.0_1691254157.ndjson │ └── eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-7b-gpt4-1.4.1-qlora_1690407172.ndjson ├── arcee │ ├── eval_senior_python-javascript_chat_none_greedy-openai_arcee-ai-Arcee-Blitz-AWQ_1745432531.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai_arcee-ai-SuperNova-Medius_1745433400.ndjson ├── bigcode │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_openaccess-ai-collective-minotaur-15b-fp16_1690479409.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_openaccess-ai-collective-minotaur-15b_1690480035.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_openaccess-ai-collective-minotaur-15b-fp16_1690479588.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_openaccess-ai-collective-minotaur-15b_1690480050.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_openaccess-ai-collective-minotaur-15b-fp16_1690479783.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_openaccess-ai-collective-minotaur-15b_1690480069.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_precise_michaelfeil-ct2fast-WizardCoder-15B-V1.0_1691538447.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_wizardcoder_TheBloke-WizardCoder-15B-1.0-GPTQ_1690231939.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_wizardcoder_michaelfeil-ct2fast-WizardCoder-15B-V1.0_1691538027.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-HuggingFaceH4-starchat2-15b-v0.1_none_greedy-hf_HuggingFaceH4-starchat2-15b-sft-v0.1-fp16_1715382081.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-HuggingFaceH4-starchat2-15b-v0.1_none_greedy-hf_HuggingFaceH4-starchat2-15b-v0.1-fp16_1715381874.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-HuggingFaceH4-starchat2-15b-v0.1_none_greedy-vllm_stelterlab-starchat2-15b-v0.1-AWQ_1715481700.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-bigcode-starcoder2-15b-instruct-v0.1_none_greedy-hf_bigcode-starcoder2-15b-instruct-v0.1-fp16_1715380897.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-codefuse-ai-CodeFuse-StarCoder2-15B_none_greedy-openai_codefuse-ai-CodeFuse-StarCoder2-15B_1724598003.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-cognitivecomputations-dolphincoder-starcoder2-7b_none_greedy-vllm_cognitivecomputations-dolphincoder-starcoder2-15b_1712936768.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-cognitivecomputations-dolphincoder-starcoder2-7b_none_greedy-vllm_cognitivecomputations-dolphincoder-starcoder2-7b_1712936177.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_precise_bigcode-gpt-bigcode-santacoder-fp16_1690572214.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_precise_bigcode-starcoderbase-1b-fp16_1690579544.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_precise_bigcode-starcoderbase-3b-fp16_1690572592.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_precise_bigcode-starcoderbase-7b-fp16_1690572979.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_precise_bigcode-starcoderbase-fp16_1690584121.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_precise_bigcode-starcoderplus-fp16_1690478668.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_santacoder_bigcode-gpt-bigcode-santacoder-fp16_1690572190.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_santacoder_bigcode-starcoderbase-1b-fp16_1690579603.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_santacoder_bigcode-starcoderbase-3b-fp16_1690572723.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_santacoder_bigcode-starcoderbase-7b-fp16_1690573117.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_santacoder_bigcode-starcoderbase-fp16_1690584422.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_starchat_bigcode-starcoderplus-fp16_1690478387.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_bigcode-starcoder2-15b_1709425117.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_bigcode-starcoder2-3b_1709424749.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_bigcode-starcoder2-7b_1709424851.ndjson │ ├── eval_junior-v2_python-javascript_octocoder-v0_none_octocoder_bigcode-octocoder_1692146230.ndjson │ ├── eval_junior-v2_python-javascript_opencoder_none_precise_openchat-opencoderplus-fp16_1690582641.ndjson │ ├── eval_junior-v2_python-javascript_opencoder_none_topk1_openchat-opencoderplus-fp16_1690583130.ndjson │ ├── eval_junior-v2_python-javascript_starchat-v2_none_precise_HuggingFaceH4-starchat-alpha-fp16_1690475138.ndjson │ ├── eval_junior-v2_python-javascript_starchat-v2_none_precise_HuggingFaceH4-starchat-beta-fp16_1690474445.ndjson │ ├── eval_junior-v2_python-javascript_starchat-v2_none_precise_HuggingFaceH4-starchat-beta_1690477223.ndjson │ ├── eval_junior-v2_python-javascript_starchat-v2_none_starchat_HuggingFaceH4-starchat-alpha-fp16_1690475015.ndjson │ ├── eval_junior-v2_python-javascript_starchat-v2_none_starchat_HuggingFaceH4-starchat-beta-fp16_1690474281.ndjson │ ├── eval_junior-v2_python-javascript_starchat-v2_none_starchat_HuggingFaceH4-starchat-beta_1690477207.ndjson │ ├── eval_junior-v2_python-javascript_starcoder-fim-input_starcoder-fim-output_precise_bigcode-starcoderbase-1b-fp16_1690579442.ndjson │ ├── eval_junior-v2_python-javascript_starcoder-fim-input_starcoder-fim-output_precise_bigcode-starcoderbase-3b-fp16_1690572513.ndjson │ ├── eval_junior-v2_python-javascript_starcoder-fim-input_starcoder-fim-output_precise_bigcode-starcoderbase-7b-fp16_1690572892.ndjson │ ├── eval_junior-v2_python-javascript_starcoder-fim-input_starcoder-fim-output_precise_bigcode-starcoderbase-fp16_1690583953.ndjson │ ├── eval_junior-v2_python-javascript_starcoder-fim-input_starcoder-fim-output_precise_bigcode-starcoderplus-fp16_1690478449.ndjson │ ├── eval_junior-v2_python-javascript_starcoder-fim-input_starcoder-fim-output_santacoder_bigcode-starcoderbase-1b-fp16_1690579558.ndjson │ ├── eval_junior-v2_python-javascript_starcoder-fim-input_starcoder-fim-output_santacoder_bigcode-starcoderbase-3b-fp16_1690572616.ndjson │ ├── eval_junior-v2_python-javascript_starcoder-fim-input_starcoder-fim-output_santacoder_bigcode-starcoderbase-7b-fp16_1690573016.ndjson │ ├── eval_junior-v2_python-javascript_starcoder-fim-input_starcoder-fim-output_santacoder_bigcode-starcoderbase-fp16_1690584219.ndjson │ ├── eval_junior-v2_python-javascript_starcoder-fim-input_starcoder-fim-output_starchat_bigcode-starcoderplus-fp16_1690478203.ndjson │ ├── eval_junior-v2_python_starcoder-fim-input_starcoder-fim-output_precise_bigcode-tiny-starcoder-py-fp16_1690308987.ndjson │ ├── eval_senior_python-javascript_chat-simple-HuggingFaceH4-starchat2-15b-v0.1_none_greedy-hf_HuggingFaceH4-starchat2-15b-sft-v0.1-fp16_1715382163.ndjson │ ├── eval_senior_python-javascript_chat-simple-HuggingFaceH4-starchat2-15b-v0.1_none_greedy-hf_HuggingFaceH4-starchat2-15b-v0.1-fp16_1715381961.ndjson │ ├── eval_senior_python-javascript_chat-simple-HuggingFaceH4-starchat2-15b-v0.1_none_greedy-vllm_stelterlab-starchat2-15b-v0.1-AWQ_1715481719.ndjson │ ├── eval_senior_python-javascript_chat-simple-bigcode-starcoder2-15b-instruct-v0.1_none_greedy-hf_bigcode-starcoder2-15b-instruct-v0.1-fp16_1715380928.ndjson │ └── eval_senior_python-javascript_chat-simple-codefuse-ai-CodeFuse-StarCoder2-15B_none_greedy-openai_codefuse-ai-CodeFuse-StarCoder2-15B_1724597989.ndjson ├── closed │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-3.5-turbo-0301_1702134803.ndjson │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-3.5-turbo-0613_1702134892.ndjson │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-3.5-turbo-1106_1702134946.ndjson │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-4-0613_1702134705.ndjson │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-4-1106-preview_1702135225.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-5-sonnet-20240620_1719249968.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-haiku-20240307_1719247298.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-opus-20240229_1719249098.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-sonnet-20240229_1719247788.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-codestral-2405_1717532455.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-large-2402_1717532374.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-medium-2312_1717532140.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2312_1717531485.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2402_1717531795.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-tiny-2312_1717531381.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-open-mixtral-8x22b-2404_1717531605.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-0125_1717532591.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-1106_1717532660.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0125-preview_1717531613.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0613_1717532477.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-1106-preview_1717532087.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-turbo-2024-04-09_1717531060.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-2024-05-13_1717530410.ndjson │ ├── eval_senior_python-javascript_chat-o1_none_greedy-openai-o1_openai-o1-2024-12-17_1734800930.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai-o1_openai-o1-mini-2024-09-12_1729960641.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai-o1_openai-o1-preview-2024-09-12_1729960769.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-5-sonnet-20240620_1719249654.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-5-sonnet-20241022_1729952956.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-haiku-20240307_1719246837.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-haiku-20240307_1719246952.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-opus-20240229_1719248588.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-sonnet-20240229_1719247460.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-codestral-2405_1717532402.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-ministral-3b-2410_1729956885.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-ministral-8b-2410_1729958634.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-large-2402_1717532206.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-large-2407_1729959115.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-medium-2312_1717531878.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2312_1717531414.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2402_1717531662.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2409_1729959749.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-tiny-2312_1717531302.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-open-mistral-nemo-2407_1729959650.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-open-mixtral-8x22b-2404_1717531517.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-0125_1717532506.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-1106_1717532615.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0125-preview_1717531217.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0613_1717532204.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-1106-preview_1717531744.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-turbo-2024-04-09_1717530602.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-2024-05-13_1717530210.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-2024-08-06_1729960373.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-2024-11-20_1732201736.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-mini-2024-07-18_1729960425.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_deepseek-deepseek-chat_1735850775.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-2025-04-14_1744723199.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-2025-04-14_1745106320.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-mini-2025-04-14_1744723239.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-mini-2025-04-14_1745106364.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-nano-2025-04-14_1744723287.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-nano-2025-04-14_1745106383.ndjson ├── codegeex │ ├── eval_junior-v2_python-javascript_chat-simple-THUDM-codegeex4-all-9b_none_greedy-hf_THUDM-codegeex4-all-9b-fp16_1720812861.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-THUDM-codegeex4-all-9b_none_greedy-hf_THUDM-codegeex4-all-9b-nf4_1720813032.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-THUDM-codegeex4-all-9b_none_greedy-vllm_THUDM-codegeex4-all-9b_1720813414.ndjson │ ├── eval_junior-v2_python-javascript_codegeex2_none_topk1_THUDM-codegeex2-6b-fp16_1691850386.ndjson │ ├── eval_senior_python-javascript_chat-simple-THUDM-codegeex4-all-9b_none_greedy-hf_THUDM-codegeex4-all-9b-fp16_1720812787.ndjson │ ├── eval_senior_python-javascript_chat-simple-THUDM-codegeex4-all-9b_none_greedy-hf_THUDM-codegeex4-all-9b-nf4_1720812962.ndjson │ └── eval_senior_python-javascript_chat-simple-THUDM-codegeex4-all-9b_none_greedy-vllm_THUDM-codegeex4-all-9b_1720813407.ndjson ├── codellama │ ├── eval_junior-v2_python-javascript_Alpaca-Speechless_none_greedy-vllm_TheBloke-speechless-codellama-34b-v2.0-AWQ_1708309290.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_LoneStriker-CodeBooga-34B-v0.1-3.0bpw-h6-exl2-main_1703360231.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_LoneStriker-CodeBooga-34B-v0.1-4.0bpw-h6-exl2-main_1703350546.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_LoneStriker-CodeBooga-34B-v0.1-5.0bpw-h6-exl2-main_1703351604.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardLM-WizardCoder-Python-34B-V1.0_1704206907.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_oobabooga-CodeBooga-34B-v0.1_1704207728.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_wizardcoder-python-34b-v1.0.Q4-K-M_1693078790.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_wizardcoder-python-34b-v1.0.Q6-K_1693083306.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_greedy-vllm_TheBloke-CodeLlama-70B-Instruct-AWQ_1706775365.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_greedy-vllm_TheBloke-CodeLlama-70B-Instruct-GPTQ_1706776474.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-2.65bpw-h6-exl2-main_1706914672.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-2.65bpw-h6-exl2-main_1707059538.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.0bpw-h6-exl2-main_1707168445.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.5bpw-h6-exl2-main_1706939070.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.5bpw-h6-exl2-main_1707060436.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.5bpw-h6-exl2-main_1707166496.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-4.0bpw-h6-exl2-main_1706936803.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-4.0bpw-h6-exl2-main_1707061953.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-5.0bpw-h6-exl2-main_1706941292.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-5.0bpw-h6-exl2-main_1707063223.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-5.0bpw-h6-exl2-main_1707063758.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_greedy-vllm_TheBloke-CodeLlama-70B-Instruct-AWQ_1706975196.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_greedy-vllm_TheBloke-CodeLlama-70B-Instruct-GPTQ_1706975367.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-2.65bpw-h6-exl2-main_1706977136.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-2.65bpw-h6-exl2-main_1707059949.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.0bpw-h6-exl2-main_1707168840.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.5bpw-h6-exl2-main_1706940047.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.5bpw-h6-exl2-main_1707060797.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.5bpw-h6-exl2-main_1707166909.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-4.0bpw-h6-exl2-main_1706977672.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-4.0bpw-h6-exl2-main_1707062315.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-5.0bpw-h6-exl2-main_1706941668.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-5.0bpw-h6-exl2-main_1707063603.ndjson │ ├── eval_junior-v2_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-5.0bpw-h6-exl2-main_1707063949.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_OpenAssistant-codellama-13b-oasst-sft-v10-fp16_1693955266.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_TheBloke-CodeLlama-13B-Instruct-AWQ_1709473564.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_TheBloke-CodeLlama-13B-Instruct-GPTQ_1709481218.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_TheBloke-CodeLlama-7B-Instruct-AWQ_1709472717.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_TheBloke-CodeLlama-7B-Instruct-GPTQ_1709471918.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_codellama-CodeLlama-13b-Instruct-hf_1709444080.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_codellama-CodeLlama-13b-Python-hf_1709458576.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_codellama-CodeLlama-13b-hf_1709446578.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_codellama-CodeLlama-34b-Instruct-hf_1709445912.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_codellama-CodeLlama-34b-Python-hf_1709450128.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_codellama-CodeLlama-34b-hf_1709447430.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_codellama-CodeLlama-7b-Instruct-hf_1709443145.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_codellama-CodeLlama-7b-Python-hf_1709448551.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_codellama-CodeLlama-7b-hf_1709446295.ndjson │ ├── eval_junior-v2_python-javascript_fim-codellama-input_fim-output_greedy-vllm_TheBloke-CodeLlama-13B-Instruct-AWQ_1709473569.ndjson │ ├── eval_junior-v2_python-javascript_fim-codellama-input_fim-output_greedy-vllm_TheBloke-CodeLlama-13B-Instruct-GPTQ_1709481224.ndjson │ ├── eval_junior-v2_python-javascript_fim-codellama-input_fim-output_greedy-vllm_TheBloke-CodeLlama-7B-Instruct-AWQ_1709472719.ndjson │ ├── eval_junior-v2_python-javascript_fim-codellama-input_fim-output_greedy-vllm_TheBloke-CodeLlama-7B-Instruct-GPTQ_1709472009.ndjson │ ├── eval_junior-v2_python-javascript_fim-codellama-input_fim-output_greedy-vllm_codellama-CodeLlama-13b-Instruct-hf_1709444263.ndjson │ ├── eval_junior-v2_python-javascript_fim-codellama-input_fim-output_greedy-vllm_codellama-CodeLlama-13b-hf_1709446643.ndjson │ ├── eval_junior-v2_python-javascript_fim-codellama-input_fim-output_greedy-vllm_codellama-CodeLlama-7b-Instruct-hf_1709443663.ndjson │ ├── eval_junior-v2_python-javascript_fim-codellama-input_fim-output_greedy-vllm_codellama-CodeLlama-7b-hf_1709446340.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_codellama_codellama-34b-instruct.Q4-K-M_1693073028.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_codellama_piratos-ct2fast-codellama-13b-instruct-hf_1693135007.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_greedy-vllm_TheBloke-CodeLlama-13B-Instruct-AWQ_1709473574.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_greedy-vllm_TheBloke-CodeLlama-13B-Instruct-GPTQ_1709481232.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_greedy-vllm_TheBloke-CodeLlama-7B-Instruct-AWQ_1709472724.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_greedy-vllm_TheBloke-CodeLlama-7B-Instruct-GPTQ_1709471950.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_greedy-vllm_codellama-CodeLlama-13b-Instruct-hf_1709444142.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_greedy-vllm_codellama-CodeLlama-34b-Instruct-hf_1709445993.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_greedy-vllm_codellama-CodeLlama-7b-Instruct-hf_1709443402.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_precise_codellama-CodeLlama-7b-Instruct-hf_1693968941.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_codellama_codellama-34b-instruct.Q4-K-M_1693074104.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_codellama_piratos-ct2fast-codellama-13b-instruct-hf_1693135041.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_greedy-vllm_TheBloke-CodeLlama-13B-Instruct-AWQ_1709473579.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_greedy-vllm_TheBloke-CodeLlama-13B-Instruct-GPTQ_1709481238.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_greedy-vllm_TheBloke-CodeLlama-7B-Instruct-AWQ_1709472729.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_greedy-vllm_TheBloke-CodeLlama-7B-Instruct-GPTQ_1709471956.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_greedy-vllm_codellama-CodeLlama-13b-Instruct-hf_1709444147.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_greedy-vllm_codellama-CodeLlama-34b-Instruct-hf_1709445999.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_greedy-vllm_codellama-CodeLlama-7b-Instruct-hf_1709443412.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_precise_codellama-CodeLlama-7b-Instruct-hf_1693968946.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_topk1_turboderp-CodeLlama-13B-instruct-exl2-2.7bpw_1698517659.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_topk1_turboderp-CodeLlama-13B-instruct-exl2-3.5bpw_1698511788.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_topk1_turboderp-CodeLlama-13B-instruct-exl2-4.65bpw_1698516571.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_topk1_turboderp-CodeLlama-34B-instruct-exl2-3.0bpw_1698590664.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_topk1_turboderp-CodeLlama-34B-instruct-exl2-4.0bpw_1698553470.ndjson │ ├── eval_junior-v2_python-javascript_phind-code_none_codellama_TheBloke-Phind-CodeLlama-34B-v2-AWQ_1695779154.ndjson │ ├── eval_junior-v2_python-javascript_phind-code_none_codellama_phind-codellama-34b-v1.Q4-K-M_1693066477.ndjson │ ├── eval_junior-v2_python-javascript_phind-code_none_codellama_phind-codellama-34b-v1.Q5-K-M_1693070964.ndjson │ ├── eval_junior-v2_python-javascript_phind-code_none_codellama_phind-codellama-34b-v2.Q4-K-M_1695835359.ndjson │ ├── eval_junior-v2_python-javascript_phind-code_none_codellama_phind-codellama-34b-v2.Q5-K-M_1695841433.ndjson │ ├── eval_junior-v2_python-javascript_phind-code_none_precise_TheBloke-Phind-CodeLlama-34B-v2-GPTQ_1695840305.ndjson │ ├── eval_junior-v2_python-javascript_phind-code_none_topk1_Phind-Phind-CodeLlama-34B-v2_1704155893.ndjson │ ├── eval_senior_python-javascript_llama2-code-v1b_none_greedy-vllm_TheBloke-CodeLlama-13B-Instruct-AWQ_1709473590.ndjson │ ├── eval_senior_python-javascript_llama2-code-v1b_none_greedy-vllm_TheBloke-CodeLlama-13B-Instruct-GPTQ_1709481248.ndjson │ ├── eval_senior_python-javascript_llama2-code-v1b_none_greedy-vllm_TheBloke-CodeLlama-7B-Instruct-AWQ_1709472737.ndjson │ ├── eval_senior_python-javascript_llama2-code-v1b_none_greedy-vllm_TheBloke-CodeLlama-7B-Instruct-GPTQ_1709471974.ndjson │ ├── eval_senior_python-javascript_llama2-code-v1b_none_greedy-vllm_codellama-CodeLlama-13b-Instruct-hf_1709444180.ndjson │ ├── eval_senior_python-javascript_llama2-code-v1b_none_greedy-vllm_codellama-CodeLlama-34b-Instruct-hf_1709446039.ndjson │ ├── eval_senior_python-javascript_llama2-code-v1b_none_greedy-vllm_codellama-CodeLlama-7b-Instruct-hf_1709443445.ndjson │ ├── eval_senior_python-javascript_llama2-code-v2b_none_greedy-vllm_TheBloke-CodeLlama-13B-Instruct-AWQ_1709473602.ndjson │ ├── eval_senior_python-javascript_llama2-code-v2b_none_greedy-vllm_TheBloke-CodeLlama-13B-Instruct-GPTQ_1709481258.ndjson │ ├── eval_senior_python-javascript_llama2-code-v2b_none_greedy-vllm_TheBloke-CodeLlama-7B-Instruct-AWQ_1709472748.ndjson │ ├── eval_senior_python-javascript_llama2-code-v2b_none_greedy-vllm_TheBloke-CodeLlama-7B-Instruct-GPTQ_1709471966.ndjson │ ├── eval_senior_python-javascript_llama2-code-v2b_none_greedy-vllm_codellama-CodeLlama-13b-Instruct-hf_1709444165.ndjson │ ├── eval_senior_python-javascript_llama2-code-v2b_none_greedy-vllm_codellama-CodeLlama-34b-Instruct-hf_1709446015.ndjson │ └── eval_senior_python-javascript_llama2-code-v2b_none_greedy-vllm_codellama-CodeLlama-7b-Instruct-hf_1709443429.ndjson ├── codemillenials │ ├── eval_junior-v2_python-javascript_Alpaca-v1c_none_topk1_budecosystem-code-millenials-13b_1704392201.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1c_none_topk1_budecosystem-code-millenials-34b_1704392898.ndjson │ ├── eval_junior-v2_python-javascript_code-millenials_none_greedy-hf_budecosystem-code-millenials-1b-fp16_1706318309.ndjson │ ├── eval_junior-v2_python-javascript_code-millenials_none_greedy-hf_budecosystem-code-millenials-3b-fp16_1706344034.ndjson │ ├── eval_junior-v2_python-javascript_code-millenials_none_greedy-vllm_budecosystem-code-millenials-13b_1706314426.ndjson │ └── eval_junior-v2_python-javascript_code-millenials_none_greedy-vllm_budecosystem-code-millenials-34b_1706315330.ndjson ├── cohere │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_cohere-command-light_1719206827.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_cohere-command_1719207340.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_ollama-chat-command-r:35b-v0.1-q4-K-M_1719206243.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command-light_1719204440.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command-r-08-2024_1725030263.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command-r-plus-08-2024_1725030468.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command-r-plus_1719204829.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command_1719204687.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_ollama-chat-command-r-plus:104b-q4-0_1719241009.ndjson │ └── eval_senior_python-javascript_chat-simple_none_greedy-openai_ollama-chat-command-r:35b-v0.1-q4-K-M_1719205887.ndjson ├── dbrx │ └── eval_senior_python-javascript_chat-simple_none_greedy-openai_hf:databricks-dbrx-instruct_1721789621.ndjson ├── deci │ ├── eval_junior-v2_python-javascript_codellama-input-v2_codet5p-output_precise_Deci-DeciLM-6b-fp16_1694893166.ndjson │ └── eval_junior-v2_python-javascript_decicoder-fim-input_decicoder-fim-output_topk1_Deci-DeciCoder-1b-fp16_1692832235.ndjson ├── deepcoder │ ├── eval_senior_python-javascript_chat_none_deepcoder_DeepCoder-14B-Preview-exl2-8bpw_1745163174.ndjson │ └── eval_senior_python-javascript_chat_none_deepcoder_agentica-org-DeepCoder-1.5B-Preview_1745104439.ndjson ├── deepseek │ ├── eval_junior-v2_python-javascript_Alpaca-Input_none_greedy-vllm_rombodawg-Everyone-Coder-33b-v2-Base_1715890552.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1b_none_greedy-vllm_rombodawg-Everyone-Coder-33b-v2-Base_1715890570.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-deepseek-coder-1.3b-instruct-AWQ_1699195077.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-deepseek-coder-33B-instruct-AWQ_1699195845.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-deepseek-coder-6.7B-instruct-AWQ_1699195030.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_deepseek-ai-deepseek-coder-1.3b-instruct-fp16_1699195266.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_deepseek-ai-deepseek-coder-1.3b-instruct_1699195152.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_deepseek-ai-deepseek-coder-6.7b-instruct-fp16_1699196327.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_deepseek-ai-deepseek-coder-6.7b-instruct_1699195465.ndjson │ ├── eval_junior-v2_python-javascript_DeepMagic_none_greedy-vllm_rombodawg-DeepMagic-Coder-7b-Alt_1715890679.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_greedy-vllm_ajibawa-2023-Code-290k-6.7B-Instruct_1709428117.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_greedy-vllm_ajibawa-2023-Code-290k-6.7B-Instruct_1709428129.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-Code_none_greedy-vllm_ajibawa-2023-Code-290k-6.7B-Instruct_1709428107.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-v2_none_greedy-hf_deepseek-ai-deepseek-moe-16b-chat-fp16_1705119243.ndjson │ ├── eval_junior-v2_python-javascript_deepseek_none_topk1_TheBloke-deepseek-coder-1.3b-instruct-AWQ_1699194807.ndjson │ ├── eval_junior-v2_python-javascript_deepseek_none_topk1_TheBloke-deepseek-coder-33B-instruct-AWQ_1699195862.ndjson │ ├── eval_junior-v2_python-javascript_deepseek_none_topk1_TheBloke-deepseek-coder-6.7B-instruct-AWQ_1699194981.ndjson │ ├── eval_junior-v2_python-javascript_deepseek_none_topk1_deepseek-ai-deepseek-coder-1.3b-instruct-fp16_1699194634.ndjson │ ├── eval_junior-v2_python-javascript_deepseek_none_topk1_deepseek-ai-deepseek-coder-6.7b-instruct-fp16_1699196555.ndjson │ ├── eval_junior-v2_python-javascript_deepseek_none_topk1_deepseek-ai-deepseek-coder-6.7b-instruct_1699195479.ndjson │ ├── eval_senior_python-javascript_Alpaca-Input_none_greedy-vllm_rombodawg-Everyone-Coder-33b-v2-Base_1715890766.ndjson │ ├── eval_senior_python-javascript_Alpaca-v1b_none_greedy-vllm_rombodawg-Everyone-Coder-33b-v2-Base_1715890792.ndjson │ └── eval_senior_python-javascript_DeepMagic_none_greedy-vllm_rombodawg-DeepMagic-Coder-7b-Alt_1715890017.ndjson ├── deepseek2 │ ├── eval_junior-v2_python-javascript_chat-simple-deepseek-ai-DeepSeek-Coder-V2-Lite-Instruct_none_greedy-hf_deepseek-ai-DeepSeek-Coder-V2-Lite-Instruct-fp16_1718633712.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-deepseek-ai-DeepSeek-Coder-V2-Lite-Instruct_none_greedy-hf_deepseek-ai-DeepSeek-Coder-V2-Lite-Instruct-nf4_1718635882.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-deepseek-ai-DeepSeek-Coder-V2-Lite-Instruct_none_greedy-vllm_-home-mike-models-DeepSeek-Coder-V2-Lite-Instruct_1718637536.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-hf_DeepSeek-Coder-V2-Lite-Instruct-nf4_1718636756.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_DeepSeek-Coder-V2-Lite-Base_1718638592.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-vllm_DeepSeek-Coder-V2-Lite-Instruct_1718637982.ndjson │ ├── eval_junior-v2_python-javascript_fim-deepseekv2-input-v2_fim-output_greedy-hf_DeepSeek-Coder-V2-Lite-Base-fp16_1718640368.ndjson │ ├── eval_junior-v2_python-javascript_fim-deepseekv2-input-v2_fim-output_greedy-vllm_DeepSeek-Coder-V2-Lite-Base_1718640614.ndjson │ ├── eval_senior_python-javascript_chat-simple-deepseek-ai-DeepSeek-Coder-V2-Lite-Instruct_none_greedy-hf_deepseek-ai-DeepSeek-Coder-V2-Lite-Instruct-fp16_1718632615.ndjson │ ├── eval_senior_python-javascript_chat-simple-deepseek-ai-DeepSeek-Coder-V2-Lite-Instruct_none_greedy-hf_deepseek-ai-DeepSeek-Coder-V2-Lite-Instruct-nf4_1718634563.ndjson │ └── eval_senior_python-javascript_chat-simple-deepseek-ai-DeepSeek-Coder-V2-Lite-Instruct_none_greedy-vllm_-home-mike-models-DeepSeek-Coder-V2-Lite-Instruct_1718637467.ndjson ├── dolphin3 │ ├── eval_junior-v2_python-javascript_chat_none_greedy-openai_Dolphin3.0-Llama3.1-8B-Q8-0_1736198911.ndjson │ ├── eval_junior-v2_python-javascript_chat_none_greedy-openai_cognitivecomputations-Dolphin3.0-Llama3.1-8B_1736198880.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-hf_Dolphin3.0-Llama3.2-3B-fp16-fp16_1736196971.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-hf_cognitivecomputations-Dolphin3.0-Llama3.1-8B-fp16_1736198795.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-hf_cognitivecomputations-Dolphin3.0-Qwen2.5-3b-fp16_1736209592.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_Dolphin3.0-Llama3.1-8B-Q8-0_1736198294.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_Dolphin3.0-Llama3.2-3B-fp16_1736197180.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_Dolphin3.0-Llama3.2-3B-fp16_1736197993.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_cognitivecomputations-Dolphin3.0-Llama3.1-8B_1736198314.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai_cognitivecomputations-Dolphin3.0-Qwen2.5-3b_1736209652.ndjson ├── exaone3.5 │ ├── eval_senior_python-javascript_chat-exaone_none_greedy-openai_EXAONE-3.5-2.4B-Instruct-Q8-0_1733869910.ndjson │ ├── eval_senior_python-javascript_chat-exaone_none_greedy-openai_EXAONE-3.5-32B-Instruct-Q8-0_1733870100.ndjson │ ├── eval_senior_python-javascript_chat-exaone_none_greedy-openai_EXAONE-3.5-7.8B-Instruct-Q8-0_1733870370.ndjson │ ├── eval_senior_python-javascript_chat-exaone_none_greedy-openai_LGAI-EXAONE-EXAONE-3.5-2.4B-Instruct_1733869210.ndjson │ ├── eval_senior_python-javascript_chat-exaone_none_greedy-openai_LGAI-EXAONE-EXAONE-3.5-32B-Instruct-AWQ_1733875304.ndjson │ ├── eval_senior_python-javascript_chat-exaone_none_greedy-openai_LGAI-EXAONE-EXAONE-3.5-32B-Instruct_1733870503.ndjson │ ├── eval_senior_python-javascript_chat-exaone_none_greedy-openai_LGAI-EXAONE-EXAONE-3.5-7.8B-Instruct-AWQ_1733955608.ndjson │ ├── eval_senior_python-javascript_chat-exaone_none_greedy-openai_LGAI-EXAONE-EXAONE-3.5-7.8B-Instruct_1733869045.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-hf_LGAI-EXAONE-EXAONE-3.5-2.4B-Instruct-fp16_1733851218.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_EXAONE-3.5-2.4B-Instruct-Q8-0_1733867078.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_EXAONE-3.5-32B-Instruct-Q8-0_1733867755.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_EXAONE-3.5-7.8B-Instruct-Q8-0_1733867276.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_LGAI-EXAONE-EXAONE-3.5-2.4B-Instruct_1733853825.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_LGAI-EXAONE-EXAONE-3.5-32B-Instruct-AWQ_1733857336.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_LGAI-EXAONE-EXAONE-3.5-32B-Instruct_1733863702.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_LGAI-EXAONE-EXAONE-3.5-7.8B-Instruct-AWQ_1733856581.ndjson │ └── eval_senior_python-javascript_chat-simple_none_greedy-openai_LGAI-EXAONE-EXAONE-3.5-7.8B-Instruct_1733868325.ndjson ├── falcon │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_precise_abhinavkulkarni-tiiuae-falcon-40b-instruct-w4-g128-awq_1691074216.ndjson │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_precise_abhinavkulkarni-tiiuae-falcon-7b-instruct-w4-g64-awq_1691072762.ndjson │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_precise_tiiuae-falcon-7b-instruct-fp16_1690577992.ndjson │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_TheBloke-falcon-40b-instruct-GPTQ_1691092024.ndjson │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_TheBloke-falcon-7b-instruct-GPTQ_1691078938.ndjson │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_abhinavkulkarni-tiiuae-falcon-40b-instruct-w4-g128-awq_1691076444.ndjson │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_abhinavkulkarni-tiiuae-falcon-7b-instruct-w4-g64-awq_1691072956.ndjson │ ├── eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_tiiuae-falcon-7b-instruct-fp16_1690577735.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-tiiuae-falcon-11B_none_greedy-hf_tiiuae-falcon-11B-fp16_1715882433.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-tiiuae-falcon-11B_none_greedy-hf_tiiuae-falcon-11B-nf4_1715880332.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct-v2c_none_precise_falcon-180b-gradio_1694031521.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_precise_abhinavkulkarni-tiiuae-falcon-40b-instruct-w4-g128-awq_1691075529.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_precise_abhinavkulkarni-tiiuae-falcon-7b-instruct-w4-g64-awq_1691072835.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_precise_tiiuae-falcon-7b-instruct-fp16_1690577839.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_topk1_TheBloke-falcon-40b-instruct-GPTQ_1691101657.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_topk1_TheBloke-falcon-7b-instruct-GPTQ_1691079712.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_topk1_abhinavkulkarni-tiiuae-falcon-40b-instruct-w4-g128-awq_1691077814.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_topk1_abhinavkulkarni-tiiuae-falcon-7b-instruct-w4-g64-awq_1691073028.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_topk1_ggml-tiiuae-falcon-7b-instruct-Q5-0_1703866969.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_topk1_ggml-tiiuae-falcon-7b-instruct-Q5-1_1703867581.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-40b-instruct-Q3-K-M_1703832902.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-40b-instruct-Q4-1_1703865187.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-40b-instruct-Q4-K-M_1703864418.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-40b-instruct-Q5-K-M_1703866203.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-7b-instruct-Q5-K-M_1703867156.ndjson │ ├── eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-7b-instruct-fp16_1690577572.ndjson │ ├── eval_senior_python-javascript_chat-simple-tiiuae-falcon-11B_none_greedy-hf_tiiuae-falcon-11B-fp16_1715884234.ndjson │ └── eval_senior_python-javascript_chat-simple-tiiuae-falcon-11B_none_greedy-hf_tiiuae-falcon-11B-nf4_1715880676.ndjson ├── falcon3 │ ├── eval_junior-v2_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-1B-Instruct_1734471863.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-hf_tiiuae-Falcon3-10B-Instruct-fp16_1734450340.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-hf_tiiuae-Falcon3-1B-Instruct-fp16_1734471941.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-hf_tiiuae-Falcon3-3B-Instruct-fp16_1734451308.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-hf_tiiuae-Falcon3-7B-Instruct-fp16_1734449262.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_Falcon3-10B-Instruct-q8-0_1737654843.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_Falcon3-3B-Instruct-q8-0_1737654801.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_Falcon3-7B-Instruct-q8-0_1737654607.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_ollama-falcon3:10b-instruct-q8-0_1737654566.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_ollama-falcon3:3b-instruct-q8-0_1737654317.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_ollama-falcon3:7b-instruct-q8-0_1737654224.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-10B-Instruct_1734451102.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-1B-Instruct_1734471858.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-3B-Instruct_1734456202.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-7B-Instruct_1734449778.ndjson ├── gemini │ ├── eval_senior_python-javascript_chat_none_greedy-openai_gemini-gemini-2.0-flash-exp_1734788286.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai_gemini-gemini-2.0-flash-thinking-exp-1219_1734789936.ndjson ├── gemma │ ├── eval_junior-v2_python-javascript_chat-simple-google-codegemma-7b-it_none_greedy-hf_google-codegemma-7b-it-fp16_1712980163.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-google-codegemma-7b-it_none_greedy-hf_google-codegemma-7b-it-nf4_1714931331.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-google-codegemma-7b-it_none_greedy-openai_ollama-codegemma:7b-instruct-v1.1-q6-K_1714930485.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-google-gemma-7b-it_none_greedy-vllm_google-gemma-2b-it_1708611023.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-google-gemma-7b-it_none_greedy-vllm_google-gemma-7b-it_1708612423.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-openchat-openchat-3.5-0106-gemma_none_greedy-hf_openchat-openchat-3.5-0106-gemma-fp16_1715040397.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-openchat-openchat-3.5-0106-gemma_none_greedy-vllm_openchat-openchat-3.5-0106-gemma_1715041484.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_ollama-chat-codegemma:7b-instruct-v1.1-q6-K_1714930635.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-hf_google-codegemma-2b-fp16_1714938038.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-hf_google-codegemma-2b-fp16_1714939616.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-hf_google-codegemma-2b-int8_1714938692.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-hf_google-codegemma-2b-nf4_1714938228.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-hf_google-codegemma-7b-fp16_1714939340.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_completion-output_greedy-hf_google-codegemma-7b-nf4_1714939142.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_none_greedy-openai_ollama-codegemma:2b-code-v1.1-q8-0_1714942258.ndjson │ ├── eval_junior-v2_python-javascript_completion-input_none_greedy-openai_ollama-codegemma:7b-code-q8-0_1714942321.ndjson │ ├── eval_junior-v2_python-javascript_fim-codegemma-input_fim-output_greedy-hf_google-codegemma-2b-fp16_1714941107.ndjson │ ├── eval_junior-v2_python-javascript_fim-codegemma-input_fim-output_greedy-hf_google-codegemma-2b-nf4_1714941260.ndjson │ ├── eval_junior-v2_python-javascript_fim-codegemma-input_fim-output_greedy-hf_google-codegemma-7b-fp16_1714941218.ndjson │ ├── eval_junior-v2_python-javascript_fim-codegemma-input_fim-output_greedy-hf_google-codegemma-7b-nf4_1714941352.ndjson │ ├── eval_junior-v2_python-javascript_fim-codegemma-input_none_greedy-openai_ollama-codegemma:2b-code-v1.1-q8-0_1714942049.ndjson │ ├── eval_junior-v2_python-javascript_fim-codegemma-input_none_greedy-openai_ollama-codegemma:7b-code-q8-0_1714942411.ndjson │ ├── eval_senior_python-javascript_chat-simple-google-codegemma-7b-it_none_greedy-hf_google-codegemma-7b-it-fp16_1714931051.ndjson │ ├── eval_senior_python-javascript_chat-simple-google-codegemma-7b-it_none_greedy-hf_google-codegemma-7b-it-nf4_1714931219.ndjson │ ├── eval_senior_python-javascript_chat-simple-google-codegemma-7b-it_none_greedy-openai_ollama-codegemma:7b-instruct-v1.1-q6-K_1714930357.ndjson │ ├── eval_senior_python-javascript_chat-simple-google-gemma-7b-it_none_greedy-vllm_google-gemma-2b-it_1708611029.ndjson │ ├── eval_senior_python-javascript_chat-simple-google-gemma-7b-it_none_greedy-vllm_google-gemma-7b-it_1708612448.ndjson │ ├── eval_senior_python-javascript_chat-simple-openchat-openchat-3.5-0106-gemma_none_greedy-hf_openchat-openchat-3.5-0106-gemma-fp16_1715040837.ndjson │ ├── eval_senior_python-javascript_chat-simple-openchat-openchat-3.5-0106-gemma_none_greedy-vllm_openchat-openchat-3.5-0106-gemma_1715041380.ndjson │ └── eval_senior_python-javascript_chat-simple_none_greedy-openai_ollama-chat-codegemma:7b-instruct-v1.1-q6-K_1714930452.ndjson ├── gemma2 │ ├── eval_junior-v2_python-javascript_chat-simple-google-gemma-2-2b-it_none_greedy-hf_google-gemma-2-2b-it-fp16_1722455600.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-google-gemma-2-9b-it_none_greedy-hf_google-gemma-2-27b-it-nf4_1719855838.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-google-gemma-2-9b-it_none_greedy-hf_google-gemma-2-9b-it-fp16_1719761018.ndjson │ ├── eval_senior_python-javascript_chat-simple-google-gemma-2-2b-it_none_greedy-hf_google-gemma-2-2b-it-fp16_1722455468.ndjson │ ├── eval_senior_python-javascript_chat-simple-google-gemma-2-9b-it_none_greedy-hf_google-gemma-2-27b-it-fp16_1719855248.ndjson │ ├── eval_senior_python-javascript_chat-simple-google-gemma-2-9b-it_none_greedy-hf_google-gemma-2-27b-it-nf4_1719855582.ndjson │ └── eval_senior_python-javascript_chat-simple-google-gemma-2-9b-it_none_greedy-hf_google-gemma-2-9b-it-fp16_1719761121.ndjson ├── gemma3 │ ├── eval_senior_python-javascript_chat_none_greedy-hf_gemma-3-4b-it-fp16_1743956073.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-hf_google-gemma-3-27b-it-fp16_1743957863.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_gemma-3-12b-it_1743956861.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_gemma-3-4b-it_1743956203.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_google-gemma-3-27b-it_1743968628.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_ollama-chat-gemma3:12b_1743970135.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai_ollama-chat-gemma3:27b_1743971255.ndjson ├── granite │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-hf_ibm-granite-granite-20b-code-instruct-nf4_1715046666.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-hf_ibm-granite-granite-3b-code-instruct-fp16_1715045401.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-hf_ibm-granite-granite-3b-code-instruct-nf4_1715089595.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-hf_ibm-granite-granite-8b-code-instruct-fp16_1715046127.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-hf_ibm-granite-granite-8b-code-instruct-nf4_1715089643.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-vllm_ibm-granite-granite-20b-code-instruct_1715092653.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-vllm_ibm-granite-granite-34b-code-instruct_1715093280.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-hf_ibm-granite-granite-20b-code-instruct-nf4_1715089259.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-hf_ibm-granite-granite-3b-code-instruct-fp16_1715045474.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-hf_ibm-granite-granite-3b-code-instruct-nf4_1715089304.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-hf_ibm-granite-granite-8b-code-instruct-fp16_1715046897.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-hf_ibm-granite-granite-8b-code-instruct-nf4_1715089417.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-vllm_ibm-granite-granite-20b-code-instruct_1715092667.ndjson │ └── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3b-code-instruct_none_greedy-vllm_ibm-granite-granite-34b-code-instruct_1715093293.ndjson ├── granite3 │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-hf_ibm-granite-granite-3.0-1b-a400m-instruct-fp16_1729886498.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-hf_ibm-granite-granite-3.0-2b-instruct-fp16_1729872292.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-hf_ibm-granite-granite-3.0-3b-a800m-instruct-fp16_1729872907.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-hf_ibm-granite-granite-3.0-8b-instruct-fp16_1729871369.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-openai_ibm-granite-granite-3.0-1b-a400m-instruct_1729883663.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-openai_ibm-granite-granite-3.0-2b-instruct_1729871676.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-openai_ibm-granite-granite-3.0-3b-a800m-instruct_1729883502.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-openai_ibm-granite-granite-3.0-8b-instruct_1729871554.ndjson │ ├── eval_junior-v2_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-2b-instruct_1736199314.ndjson │ ├── eval_junior-v2_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-8b-instruct_1736199511.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-hf_ibm-granite-granite-3.0-1b-a400m-instruct-fp16_1729885813.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-hf_ibm-granite-granite-3.0-2b-instruct-fp16_1729872121.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-hf_ibm-granite-granite-3.0-3b-a800m-instruct-fp16_1729872626.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-hf_ibm-granite-granite-3.0-8b-instruct-fp16_1729871202.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-openai_ibm-granite-granite-3.0-1b-a400m-instruct_1729883655.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-openai_ibm-granite-granite-3.0-2b-instruct_1729871670.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-openai_ibm-granite-granite-3.0-3b-a800m-instruct_1729883491.ndjson │ ├── eval_senior_python-javascript_chat-simple-ibm-granite-granite-3.0-8b-instruct_none_greedy-openai_ibm-granite-granite-3.0-8b-instruct_1729871542.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-hf_ibm-granite-granite-3.3-8b-instruct-fp16_1744835666.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-2b-instruct_1736199325.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-2b-instruct_1744834923.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-8b-instruct_1736199538.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-8b-instruct_1744834953.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.2-2b-instruct_1744835009.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.2-8b-instruct_1744835107.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.3-2b-instruct_1744835091.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.3-8b-instruct_1744835293.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai_ollama-granite3.3:8b_1744836955.ndjson ├── incoder │ ├── eval_junior-v2_python-javascript_incoder-input-v1_incoder-output-v1_topk1_facebook-incoder-1B-fp16_1691854780.ndjson │ └── eval_junior-v2_python-javascript_incoder-input-v1_incoder-output-v1_topk1_facebook-incoder-6B-fp16_1691855935.ndjson ├── internlm2 │ ├── eval_junior-v2_python-javascript_Alpaca-v1b_none_greedy-openai_internlm-AlchemistCoder-CL-7B_1724598580.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-internlm-internlm2-5-7b-chat_none_greedy-openai_internlm-internlm2-5-20b-chat_1724601037.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-internlm-internlm2-5-7b-chat_none_greedy-openai_internlm-internlm2-5-7b-chat_1724599127.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-internlm-internlm2-chat-7b_none_greedy-vllm_internlm-internlm2-chat-1-8b_1708390508.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-internlm-internlm2-chat-7b_none_greedy-vllm_internlm-internlm2-chat-20b_1708391406.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-internlm-internlm2-chat-7b_none_greedy-vllm_internlm-internlm2-chat-7b_1708390706.ndjson │ ├── eval_senior_python-javascript_Alpaca-v1b_none_greedy-openai_internlm-AlchemistCoder-CL-7B_1724598573.ndjson │ ├── eval_senior_python-javascript_chat-simple-internlm-internlm2-5-7b-chat_none_greedy-openai_internlm-internlm2-5-20b-chat_1724601023.ndjson │ └── eval_senior_python-javascript_chat-simple-internlm-internlm2-5-7b-chat_none_greedy-openai_internlm-internlm2-5-7b-chat_1724599115.ndjson ├── llama │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_ajibawa-2023-Code-13B_1704086908.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_ajibawa-2023-Code-33B_1704087486.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_ajibawa-2023-Python-Code-13B_1704086773.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_ajibawa-2023-Python-Code-33B_1704087928.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_ajibawa-2023-Code-13B_1704086918.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_ajibawa-2023-Code-33B_1704087503.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_ajibawa-2023-Python-Code-13B_1704086782.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_ajibawa-2023-Python-Code-33B_1704087948.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-Code_none_topk1_ajibawa-2023-Code-13B_1704061322.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-Code_none_topk1_ajibawa-2023-Code-33B_1704087524.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-Code_none_topk1_ajibawa-2023-Python-Code-13B_1704061877.ndjson │ └── eval_junior-v2_python-javascript_Vicuna-Code_none_topk1_ajibawa-2023-Python-Code-33B_1704087976.ndjson ├── llama2 │ ├── eval_junior-v2_python-javascript_Alpaca-Input_none_topk1_uukuguy-speechless-llama2-hermes-orca-platypus-wizardlm-13b_1695994699.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_precise_Gryphe-MythoMix-L2-13b_1691686961.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_precise_Open-Orca-OpenOrca-Platypus2-13B_1692230400.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_precise_The-Face-Of-Goonery-Huginn-13b-v1.2_1691710937.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_Open-Orca-OpenOrca-Platypus2-13B_1692230348.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_uukuguy-speechless-llama2-hermes-orca-platypus-wizardlm-13b_1695995352.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_precise_The-Face-Of-Goonery-Huginn-13b-v1.2_1691710912.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_precise_deepse-CodeUp-Llama-2-13b-chat-hf_1691067995.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_deepse-CodeUp-Llama-2-13b-chat-hf_1691068043.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_greedy-vllm_ajibawa-2023-OpenHermes-2.5-Code-290k-13B_1709427867.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_NousResearch-Nous-Hermes-Llama2-13b_1691523697.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_Undi95-Nous-Hermes-13B-Code-fp16_1693765911.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_greedy-vllm_ajibawa-2023-OpenHermes-2.5-Code-290k-13B_1709427881.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_NousResearch-Nous-Hermes-Llama2-13b_1691523710.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_Undi95-Nous-Hermes-13B-Code-fp16_1693766113.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-Code_none_greedy-vllm_ajibawa-2023-Code-290k-13B_1708389439.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-Code_none_greedy-vllm_ajibawa-2023-OpenHermes-2.5-Code-290k-13B_1709427855.ndjson │ ├── eval_junior-v2_python-javascript_airoboros-plain_none_precise_Undi95-Nous-Hermes-13B-Code-fp16_1693766577.ndjson │ ├── eval_junior-v2_python-javascript_airoboros_none_precise_Undi95-Nous-Hermes-13B-Code-fp16_1693766347.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_precise_rombodawg-LosslessMegaCoder-llama2-13b-mini_1692567979.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_precise_rombodawg-LosslessMegaCoder-llama2-7b-mini_1692567510.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_TheBloke-Orca-2-13B-AWQ_1702106372.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_microsoft-Orca-2-13b_1702133970.ndjson │ ├── eval_junior-v2_python-javascript_codeCherryPop_none_greedy_TokenBender-codeCherryPy-7B-llama2_1691430058.ndjson │ ├── eval_junior-v2_python-javascript_codeCherryPop_none_precise_TheBloke-llama2-7b-chat-codeCherryPop-qLoRA-GPTQ_1690226847.ndjson │ ├── eval_junior-v2_python-javascript_codeCherryPop_none_precise_TokenBender-codeCherryPy-7B-llama2_1691430040.ndjson │ ├── eval_junior-v2_python-javascript_codeCherryPop_none_precise_TokenBender-llama2-7b-chat-hf-codeCherryPop-qLoRA-merged-fp16_1690226546.ndjson │ ├── eval_junior-v2_python-javascript_codeCherryPop_none_topk1_TokenBender-codeCherryPy-7B-llama2_1691430076.ndjson │ ├── eval_junior-v2_python-javascript_dolphin-v2_none_precise_ehartford-dolphin-llama2-7b_1691431953.ndjson │ ├── eval_junior-v2_python-javascript_dolphin_none_precise_ehartford-dolphin-llama2-7b_1691431908.ndjson │ ├── eval_junior-v2_python-javascript_llama2-chat-v3a_none_precise_meta-llama-Llama-2-13b-chat-hf_1690417212.ndjson │ ├── eval_junior-v2_python-javascript_llama2-chat-v3a_none_precise_meta-llama-Llama-2-7b-chat-hf_1690416294.ndjson │ ├── eval_junior-v2_python-javascript_llama2-chat-v3a_none_topk1_turboderp-Llama2-70B-chat-exl2-2.4bpw_1698537541.ndjson │ ├── eval_junior-v2_python-javascript_llama2-chat-v3a_none_topk1_turboderp-Llama2-70B-chat-exl2-4.0bpw_1698551379.ndjson │ ├── eval_junior-v2_python-javascript_llama2-chat-v3b_none_precise_meta-llama-Llama-2-13b-chat-hf_1690417232.ndjson │ ├── eval_junior-v2_python-javascript_llama2-chat-v3b_none_precise_meta-llama-Llama-2-7b-chat-hf_1690416314.ndjson │ ├── eval_junior-v2_python-javascript_llama2-chat-v3b_none_topk1_turboderp-Llama2-70B-chat-exl2-2.4bpw_1698538192.ndjson │ ├── eval_junior-v2_python-javascript_llama2-chat-v3b_none_topk1_turboderp-Llama2-70B-chat-exl2-4.0bpw_1698551681.ndjson │ ├── eval_junior-v2_python-javascript_llama2-chat_none_precise_meta-llama-Llama-2-13b-chat-hf_1690417251.ndjson │ ├── eval_junior-v2_python-javascript_llama2-chat_none_precise_meta-llama-Llama-2-7b-chat-hf_1690415784.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_greedy-vllm_TencentARC-LLaMA-Pro-8B-Instruct_1704742137.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_greedy-vllm_TencentARC-LLaMA-Pro-8B-Instruct_1704742142.ndjson │ ├── eval_junior-v2_python-javascript_llama2-coder_none_llama2-coder_mrm8488-llama-2-coder-7b-fp16_1691526120.ndjson │ ├── eval_junior-v2_python-javascript_llama2-coder_none_precise_mrm8488-llama-2-coder-7b-fp16_1691526744.ndjson │ ├── eval_junior-v2_python-javascript_opencoder_none_precise_Open-Orca-OpenOrcaxOpenChat-Preview2-13B_1691101866.ndjson │ └── eval_junior-v2_python-javascript_opencoder_none_topk1_Open-Orca-OpenOrcaxOpenChat-Preview2-13B_1691101901.ndjson ├── llama3.1 │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_-home-mike-models-Meta-Llama-3.1-70B-Instruct-gptq-4bit-_1721796238.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3.1-8B-Instruct_none_greedy-hf_Meta-Llama-3.1-8B-Instruct-fp16_1721751684.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3.1-8B-Instruct_none_greedy-hf_Meta-Llama-3.1-8B-Instruct-nf4_1721752131.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3.1-8B-Instruct_none_greedy-hf_meta-llama-Meta-Llama-3.1-70B-Instruct-nf4_1721755152.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3.1-8B-Instruct_none_greedy-openai_hugging-quants-Meta-Llama-3.1-70B-Instruct-AWQ-INT4_1722522788.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3.1-8B-Instruct_none_greedy-openai_hugging-quants-Meta-Llama-3.1-70B-Instruct-GPTQ-INT4_1722523327.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3.1-8B-Instruct_none_greedy-openai_meta-llama-Meta-Llama-3.1-8B-Instruct_1722521967.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_hermes-3-llama-3.1-405b-fp8_1723754821.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_hf:meta-llama-Meta-Llama-3.1-405B-Instruct_1721833222.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_ollama-chat-llama3.1:70b-instruct-q4-0_1721756827.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_ollama-chat-llama3.1:8b-instruct-q4-1_1721763958.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_ollama-chat-llama3.1:8b-instruct-q6-K_1721754717.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_ollama-chat-llama3.1:8b-instruct-q8-0_1721762934.ndjson │ ├── eval_senior_python-javascript_chat-simple-Apel-sin-dracarys2-llama-3-1-70b-instruct-exl2_none_greedy-openai_Apel-sin-dracarys2-llama-3.1-70b-instruct-exl2-4-25_1732203017.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-openai_mobiuslabsgmbh-Llama-3.1-8b-instruct-4bitgs64-hqq-calib_1723422259.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-openai_turboderp-Llama-3.1-70B-Instruct-exl2-3.0bpw_1723340092.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-openai_turboderp-Llama-3.1-70B-Instruct-exl2-3.5bpw_1723339726.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-openai_turboderp-Llama-3.1-70B-Instruct-exl2-4.0bpw_1723323208.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-openai_turboderp-Llama-3.1-70B-Instruct-exl2-4.0bpw_1723339243.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-openai_turboderp-Llama-3.1-8B-Instruct-exl2-5.0bpw_1723340420.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-openai_turboderp-Llama-3.1-8B-Instruct-exl2-6.0bpw_1723338637.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-openai_turboderp-Llama-3.1-8B-Instruct-exl2-8.0bpw_1723338358.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_-home-mike-models-Meta-Llama-3.1-70B-Instruct-gptq-4bit-_1721794861.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3.1-8B-Instruct_none_greedy-hf_Meta-Llama-3.1-8B-Instruct-fp16_1721751168.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3.1-8B-Instruct_none_greedy-hf_Meta-Llama-3.1-8B-Instruct-nf4_1721751515.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3.1-8B-Instruct_none_greedy-hf_meta-llama-Meta-Llama-3.1-70B-Instruct-nf4_1721753919.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3.1-8B-Instruct_none_greedy-openai_hugging-quants-Meta-Llama-3.1-70B-Instruct-AWQ-INT4_1722522734.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3.1-8B-Instruct_none_greedy-openai_hugging-quants-Meta-Llama-3.1-70B-Instruct-GPTQ-INT4_1722523215.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3.1-8B-Instruct_none_greedy-openai_meta-llama-Meta-Llama-3.1-8B-Instruct_1722521946.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-hf_ISTA-DASLab-Llama-3.1-8B-Instruct-HIGGS-4bit-fp16_1733535628.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-70B-Instruct-IQ2-S_1722554586.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-70B-Instruct-IQ3-XS_1722383608.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-70B-Instruct-IQ3-XS_1722384137.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-70B-Instruct-IQ3-XS_1722555620.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-70B-Instruct-Q4-K-M_1722371880.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-70B-Instruct-Q4-K-M_1722382782.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-IQ4-XS_1722384727.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-Q6-K_1722368576.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-Q6-K_1722369038.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-Q8-0_1722369764.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-Q8-0_1722369836.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_hermes-3-llama-3.1-405b-fp8_1723754420.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_hf:meta-llama-Meta-Llama-3.1-405B-Instruct_1721833744.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_ollama-chat-llama3.1:70b-instruct-q4-0_1721755489.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_ollama-chat-llama3.1:8b-instruct-q4-1_1721763758.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_ollama-chat-llama3.1:8b-instruct-q6-K_1721754413.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_ollama-chat-llama3.1:8b-instruct-q8-0_1721762631.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_Hermes-3-Llama-3.1-8B.Q8-0_1733965534.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_NousResearch-Hermes-3-Llama-3.1-70B-FP8_1733956976.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_NousResearch-Hermes-3-Llama-3.1-8B_1733956530.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai_NousResearch-Hermes-3-Llama-3.2-3B_1733956299.ndjson ├── llama3.3 │ ├── eval_senior_python-javascript_chat-simple_none_greedy-hf_meta-llama-Llama-3.3-70B-Instruct-fp16_1733580458.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Llama-3.3-70B-Instruct-Q4-K-M_1733535888.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_casperhansen-llama-3.3-70b-instruct-awq_1733533263.ndjson │ └── eval_senior_python-javascript_chat-simple_none_greedy-openai_meta-llama-Llama-3.3-70B-Instruct_1733538723.ndjson ├── llama3 │ ├── eval_junior-v2_python-javascript_chat-simple-NousResearch-Hermes-2-Pro-Llama-3-8B_none_greedy-hf_NousResearch-Hermes-2-Pro-Llama-3-8B-fp16_1715042863.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-NousResearch-Hermes-2-Pro-Llama-3-8B_none_greedy-vllm_NousResearch-Hermes-2-Pro-Llama-3-8B_1715042233.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Replete-AI-Replete-Coder-Llama3-8B_none_greedy-hf_Replete-Coder-Llama3-8B-fp16_1719760331.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Replete-AI-Replete-Coder-Llama3-8B_none_greedy-vllm_Replete-Coder-Llama3-8B_1719760444.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ajibawa-2023-Code-Llama-3-8B_none_greedy-vllm_ajibawa-2023-Code-Llama-3-8B_1715377958.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-hf_meta-llama-Meta-Llama-3-8B-Instruct-fp16_1715800276.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-openai_ISTA-DASLab-Meta-Llama-3-70B-Instruct-AQLM-2Bit-1x16_1722534009.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-openai_ISTA-DASLab-Meta-Llama-3-8B-Instruct-AQLM-2Bit-1x16_1722531632.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_MaziyarPanahi-Meta-Llama-3-70B-Instruct-GPTQ-main_1714177329.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_MaziyarPanahi-Meta-Llama-3-70B-Instruct-GPTQ_1714176229.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_MaziyarPanahi-Meta-Llama-3-8B-Instruct-GPTQ-main_1714176708.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_MaziyarPanahi-Meta-Llama-3-8B-Instruct-GPTQ_1714172429.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_astronomer-Llama-3-8B-Instruct-GPTQ-8-Bit_1714172569.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_casperhansen-llama-3-8b-instruct-awq_1714172707.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_meta-llama-Meta-Llama-3-8B-Instruct_1714169390.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_meta-llama-Meta-Llama-3-8B-Instruct_1715802529.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_turboderp-Llama-3-70B-Instruct-exl2-4.0bpw_1714175914.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_turboderp-Llama-3-8B-Instruct-exl2-6.0bpw_1714174649.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-openchat-openchat-3.6-8b-20240522_none_greedy-openai_openchat-openchat-3.6-8b-20240522_1722456279.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-rombodawg-Llama-3-8B-Instruct-Coder_none_greedy-vllm_rombodawg-Llama-3-8B-Instruct-Coder_1715482953.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-IQ4-XS_1714538793.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-Q4-K-M_1714537893.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-Q6-K_1714538035.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-Q8-0_1714537707.ndjson │ ├── eval_senior_python-javascript_chat-simple-NousResearch-Hermes-2-Pro-Llama-3-8B_none_greedy-hf_NousResearch-Hermes-2-Pro-Llama-3-8B-fp16_1715042593.ndjson │ ├── eval_senior_python-javascript_chat-simple-NousResearch-Hermes-2-Pro-Llama-3-8B_none_greedy-vllm_NousResearch-Hermes-2-Pro-Llama-3-8B_1715042356.ndjson │ ├── eval_senior_python-javascript_chat-simple-Replete-AI-Replete-Coder-Llama3-8B_none_greedy-hf_Replete-Coder-Llama3-8B-fp16_1719760088.ndjson │ ├── eval_senior_python-javascript_chat-simple-Replete-AI-Replete-Coder-Llama3-8B_none_greedy-vllm_Replete-Coder-Llama3-8B_1719760432.ndjson │ ├── eval_senior_python-javascript_chat-simple-ajibawa-2023-Code-Llama-3-8B_none_greedy-vllm_ajibawa-2023-Code-Llama-3-8B_1715377945.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-hf_meta-llama-Meta-Llama-3-8B-Instruct-fp16_1715799806.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-openai_ISTA-DASLab-Meta-Llama-3-70B-Instruct-AQLM-2Bit-1x16_1722532969.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-openai_ISTA-DASLab-Meta-Llama-3-8B-Instruct-AQLM-2Bit-1x16_1722531548.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_MaziyarPanahi-Meta-Llama-3-70B-Instruct-GPTQ-main_1714176663.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_MaziyarPanahi-Meta-Llama-3-70B-Instruct-GPTQ_1714176139.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_MaziyarPanahi-Meta-Llama-3-8B-Instruct-GPTQ-main_1714176595.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_MaziyarPanahi-Meta-Llama-3-8B-Instruct-GPTQ_1714172413.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_astronomer-Llama-3-8B-Instruct-GPTQ-8-Bit_1714172542.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_casperhansen-llama-3-8b-instruct-awq_1714172696.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_meta-llama-Meta-Llama-3-8B-Instruct_1714169616.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_meta-llama-Meta-Llama-3-8B-Instruct_1715802497.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_turboderp-Llama-3-70B-Instruct-exl2-4.0bpw_1714175281.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_greedy-vllm_turboderp-Llama-3-8B-Instruct-exl2-6.0bpw_1714174530.ndjson │ ├── eval_senior_python-javascript_chat-simple-meta-llama-Meta-Llama-3-8B-Instruct_none_precise_meta-llama-Meta-Llama-3-8B-Instruct-fp16_1715803152.ndjson │ ├── eval_senior_python-javascript_chat-simple-openchat-openchat-3.6-8b-20240522_none_greedy-openai_openchat-openchat-3.6-8b-20240522_1722456166.ndjson │ ├── eval_senior_python-javascript_chat-simple-rombodawg-Llama-3-8B-Instruct-Coder_none_greedy-vllm_rombodawg-Llama-3-8B-Instruct-Coder_1715482976.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-llama_Meta-Llama-3-8B-Instruct-Q4-K-M_1715803307.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-llama_Meta-Llama-3-8B-Instruct-bf16_1715801951.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-llama_Meta-Llama-3-8B-Instruct-correct-pre-tokenizer-and-EOS-token-Q8-0_1715800379.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-IQ4-XS_1714538610.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-Q4-K-M_1714537299.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-Q4-K-M_1715803372.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-Q6-K_1714538273.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-Q8-0_1714538067.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-bf16_1715804639.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-correct-pre-tokenizer-and-EOS-token-Q8-0_1715803646.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_ollama-chat-llama3:8b-instruct-fp16_1715802794.ndjson │ └── eval_senior_python-javascript_chat-simple_none_greedy-openai_ollama-chat-llama3:8b-instruct-q8-0_1715803080.ndjson ├── llama4 │ ├── eval_senior_python-javascript_chat_none_greedy-openai_Llama-4-Maverick-17B-128E-Instruct.i1-IQ3-M_1745245032.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_Llama4ForConditionalGeneration_1745247487.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai_meta-llama-Llama-4-Scout-17B-16E-Instruct-Q5-K-L_1745187585.ndjson ├── llm360 │ └── eval_junior-v2_python-javascript_codellama-input-v2_codellama-output_topk1_LLM360-CrystalCoder-fp16_1702619006.ndjson ├── magicoder │ ├── eval_junior-v2_python-javascript_magicoder_none_topk1_ise-uiuc-Magicoder-CL-7B_1702158667.ndjson │ ├── eval_junior-v2_python-javascript_magicoder_none_topk1_ise-uiuc-Magicoder-DS-6.7B_1702158204.ndjson │ ├── eval_junior-v2_python-javascript_magicoder_none_topk1_ise-uiuc-Magicoder-S-CL-7B_1702158364.ndjson │ └── eval_junior-v2_python-javascript_magicoder_none_topk1_ise-uiuc-Magicoder-S-DS-6.7B_1702157989.ndjson ├── mistral │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_Nondzu-Mistral-7B-code-16k-qlora_1702104915.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_TheBloke-Mistral-7B-Code-16K-qlora-AWQ_1702107037.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_TheBloke-Mistral-7B-Code-16K-qlora-GPTQ-gptq-4bit-32g-actorder-True_1702106020.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_TheBloke-Mistral-7B-Code-16K-qlora-GPTQ_1702105624.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_cloudyu-Mixtral-7Bx2-MoE-fp16_1703375451.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_uukuguy-speechless-code-mistral-7b-v1.0_1699023315.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_Nondzu-Mistral-7B-code-16k-qlora_1702104726.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-Mistral-7B-Code-16K-qlora-AWQ_1702107144.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-Mistral-7B-Code-16K-qlora-GPTQ-gptq-4bit-32g-actorder-True_1702106052.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-Mistral-7B-Code-16K-qlora-GPTQ_1702105667.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_uukuguy-speechless-code-mistral-7b-v1.0_1699023305.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-NousResearch-Hermes-2-Pro-Mistral-7B_none_greedy-vllm_NousResearch-Hermes-2-Pro-Mistral-7B_1712866513.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-ajibawa-2023-Code-Mistral-7B_none_greedy-vllm_ajibawa-2023-Code-Mistral-7B_1712935399.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-mistralai-Mistral-Large-Instruct-2407_none_greedy-openai_TechxGenus-Mistral-Large-Instruct-2407-AWQ_1722528596.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-mistralai-Mistral-Large-Instruct-2407_none_greedy-openai_TechxGenus-Mistral-Large-Instruct-2407-GPTQ_1722529473.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-hf_codestral-22B-v0.1_1717007932.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-hf_ollama-chat-codestral:22b-v0.1-q4-K-M_1717099999.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-hf_ollama-chat-codestral:22b-v0.1-q6-K_1717098776.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-open-codestral-mamba_1721329529.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-open-mistral-nemo-2407_1721329759.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_teknium-OpenHermes-2.5-Mistral-7B_1699029087.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v1_none_precise_Open-Orca-Mistral-7B-OpenOrca_1697988322.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v1_none_topk1_Open-Orca-Mistral-7B-OpenOrca_1697988317.ndjson │ ├── eval_junior-v2_python-javascript_dolphin_none_greedy-vllm_cognitivecomputations-dolphin-2.6-mistral-7b-dpo-laser_1706363361.ndjson │ ├── eval_junior-v2_python-javascript_dolphin_none_topk1_LoneStriker-dolphin-2.5-mixtral-8x7b-4.0bpw-h6-exl2-2-main_1702879435.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_precise_mistral-7b-instruct-v0.1.Q5-K-M_1695842143.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_precise_mistral-7b-instruct-v0.1.Q8-0_1695844969.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_topk1_mistral-7b-instruct-v0.1.Q5-K-M_1695843173.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_topk1_mistral-7b-instruct-v0.1.Q8-0_1695844478.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_topk1_mistralai-Mistral-7B-Instruct-v0.1_1695995858.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_greedy-vllm_squeeze-ai-lab-sq-mistral-7b-instruct-w4-s0_1704575917.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_mistral-7b-v0.1.Q8-0_1695838581.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_mistralai-Mistral-7B-Instruct-v0.2_1702787220.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_mistralai-Mistral-7B-v0.1_1695995683.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_greedy-vllm_squeeze-ai-lab-sq-mistral-7b-instruct-w4-s0_1704575957.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_mistralai-Mistral-7B-Instruct-v0.2_1702787939.ndjson │ ├── eval_junior-v2_python-javascript_openchat_none_topk1_beowolx-CodeNinja-1.0-OpenChat-7B_1703426513.ndjson │ ├── eval_junior-v2_python-javascript_openchat_none_topk1_openchat-openchat-3.5-1210_1703426680.ndjson │ ├── eval_junior-v2_python-javascript_openchat_none_topk1_openchat-openchat-3.5-1210_1703442610.ndjson │ ├── eval_senior_python-javascript_chat-simple-PyrTools-Ministral-8B-Instruct-2410-AWQ_none_greedy-openai_PyrTools-Ministral-8B-Instruct-2410-AWQ_1732138288.ndjson │ ├── eval_senior_python-javascript_chat-simple-bartowski-Mistral-Large-Instruct-2411-exl2_none_greedy-openai_bartowski-Mistral-Large-Instruct-2411-exl2-3-0_1732136283.ndjson │ ├── eval_senior_python-javascript_chat-simple-lucyknada-prince-canuma-Ministral-8B-Instruct-2410-HF-exl2_none_greedy-openai_lucyknada-prince-canuma-Ministral-8B-Instruct-2410-HF-exl2-4.0bpw_1732137958.ndjson │ ├── eval_senior_python-javascript_chat-simple-lucyknada-prince-canuma-Ministral-8B-Instruct-2410-HF-exl2_none_greedy-openai_lucyknada-prince-canuma-Ministral-8B-Instruct-2410-HF-exl2-8.0bpw_1732137840.ndjson │ ├── eval_senior_python-javascript_chat-simple-mistralai-Ministral-8B-Instruct-2410_none_greedy-hf_mistralai-Ministral-8B-Instruct-2410-fp16_1732136787.ndjson │ ├── eval_senior_python-javascript_chat-simple-mistralai-Ministral-8B-Instruct-2410_none_greedy-openai_mistralai-Ministral-8B-Instruct-2410_1732137380.ndjson │ ├── eval_senior_python-javascript_chat-simple-mistralai-Mistral-Large-Instruct-2407_none_greedy-openai_TechxGenus-Mistral-Large-Instruct-2407-AWQ_1722528655.ndjson │ ├── eval_senior_python-javascript_chat-simple-mistralai-Mistral-Large-Instruct-2407_none_greedy-openai_TechxGenus-Mistral-Large-Instruct-2407-GPTQ_1722529674.ndjson │ ├── eval_senior_python-javascript_chat-simple-prince-canuma-Ministral-8B-Instruct-2410-HF_none_greedy-hf_prince-canuma-Ministral-8B-Instruct-2410-HF-fp16_1732136160.ndjson │ ├── eval_senior_python-javascript_chat-simple-xmadai-Mistral-Small-Instruct-2409-xMADai-INT4_none_greedy-openai_xmadai-Mistral-Small-Instruct-2409-xMADai-INT4-main_1732134607.ndjson │ ├── eval_senior_python-javascript_chat-simple-xmadai-Mistral-Small-Instruct-2409-xMADai-INT4_none_greedy-openai_xmadai-Mistral-Small-Instruct-2409-xMADai-INT4_1732134359.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-hf_codestral-22B-v0.1_1717007241.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-hf_mistralai-Mistral-Small-Instruct-2409-fp16_1732130637.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-hf_ollama-chat-codestral:22b-v0.1-q4-K-M_1717099134.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-hf_ollama-chat-codestral:22b-v0.1-q6-K_1717098203.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Mistral-Nemo-Instruct-2407-IQ4-XS_1722385304.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Mistral-Nemo-Instruct-2407-IQ4-XS_1722385443.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Mistral-Nemo-Instruct-2407-Q6-K_1722385021.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Mistral-Nemo-Instruct-2407-Q6-K_1722385194.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-ministral-8b-2410_1732215191.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-large-2411_1732115721.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-open-codestral-mamba_1721329581.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-open-mistral-nemo-2407_1721329679.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_mistralai-Mistral-Small-Instruct-2409_1732220938.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_xmadai-Mistral-Small-Instruct-2409-xMADai-INT4-main_1732221913.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_xmadai-Mistral-Small-Instruct-2409-xMADai-INT4_1732220083.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_xmadai-Mistral-Small-Instruct-2409-xMADai-INT4_1732220276.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-hf_mistralai-Mistral-Small-24B-Instruct-2501-fp16_1739223613.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_DeusImperator-Mistral-Small-24B-Instruct-2501-exl2-6.5bpw-L-main_1739034344.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_casperhansen-mistral-small-24b-instruct-2501-awq_1739034725.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai_mistralai-Mistral-Small-24B-Instruct-2501_1739223196.ndjson ├── mixtral │ ├── eval_junior-v2_python-javascript_chat-mlabonne-Beyonder-4x7B-v2_none_greedy-vllm_TheBloke-Beyonder-4x7B-v2-AWQ_1706362209.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-MaziyarPanahi-Mixtral-8x22B-Instruct-v0.1-AWQ_none_greedy-vllm_MaziyarPanahi-Mixtral-8x22B-Instruct-v0.1-AWQ_1715480816.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-MaziyarPanahi-Mixtral-8x22B-Instruct-v0.1-AWQ_none_greedy-vllm_jarrelscy-Mixtral-8x22B-Instruct-v0.1-GPTQ-4bit_1715481330.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-alpindale-WizardLM-2-8x22B_none_greedy-vllm_MaziyarPanahi-WizardLM-2-8x22B-AWQ_1715481637.ndjson │ ├── eval_junior-v2_python-javascript_dolphin_none_topk1_LoneStriker-dolphin-2.7-mixtral-8x7b-3.0bpw-h6-exl2-main_1704220221.ndjson │ ├── eval_junior-v2_python-javascript_dolphin_none_topk1_LoneStriker-dolphin-2.7-mixtral-8x7b-4.0bpw-h6-exl2-main_1704220068.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_LoneStriker-Mixtral-8x7B-Instruct-v0.1-2.4bpw-h6-exl2-main_1703603506.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_LoneStriker-Mixtral-8x7B-Instruct-v0.1-3.0bpw-h6-exl2-main_1703604968.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_TheBloke-Mixtral-8x7B-Instruct-v0.1-GPTQ_1703629265.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_intervitens-Mixtral-8x7B-Instruct-v0.1-3.5bpw-h6-exl2-main_1702825713.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_intervitens-Mixtral-8x7B-Instruct-v0.1-3.5bpw-h6-exl2-rpcal-main_1702787518.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-8x7b-instruct-v0.1.Q2-K_1703570428.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-8x7b-instruct-v0.1.Q3-K-M_1703571193.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-8x7b-instruct-v0.1.Q4-0_1703571540.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-2.10bpw_1704746706.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-q2k_1704741950.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-q3k-small_1704744154.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_turboderp-Mixtral-8x7B-instruct-exl2-2.5bpw_1703617281.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_turboderp-Mixtral-8x7B-instruct-exl2-2.7bpw_1703615209.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_turboderp-Mixtral-8x7B-instruct-exl2-3.0bpw_1703616880.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_turboderp-Mixtral-8x7B-instruct-exl2-3.5bpw_1702824755.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_LoneStriker-Mixtral-8x7B-Instruct-v0.1-2.4bpw-h6-exl2-main_1703617810.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_LoneStriker-Mixtral-8x7B-Instruct-v0.1-3.0bpw-h6-exl2-main_1703617981.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_TheBloke-Mixtral-8x7B-Instruct-v0.1-GPTQ_1703629228.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_intervitens-Mixtral-8x7B-Instruct-v0.1-3.5bpw-h6-exl2-main_1702825829.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_intervitens-Mixtral-8x7B-Instruct-v0.1-3.5bpw-h6-exl2-rpcal-main_1702788171.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-8x7b-instruct-v0.1.Q2-K_1703617654.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-8x7b-instruct-v0.1.Q3-K-M_1703618041.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-8x7b-instruct-v0.1.Q4-0_1703618415.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-2.10bpw_1704747931.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-q2k_1704742818.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-q3k-small_1704745220.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_mobiuslabsgmbh-Mixtral-8x7B-Instruct-v0.1-hf-attn-4bit-moe-2bit-HQQ_1703371279.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_turboderp-Mixtral-8x7B-instruct-exl2-2.5bpw_1703617372.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_turboderp-Mixtral-8x7B-instruct-exl2-2.7bpw_1703628726.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_turboderp-Mixtral-8x7B-instruct-exl2-3.0bpw_1703616994.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v2_none_topk1_turboderp-Mixtral-8x7B-instruct-exl2-3.5bpw_1702824857.ndjson │ ├── eval_senior_python-javascript_chat-simple-MaziyarPanahi-Mixtral-8x22B-Instruct-v0.1-AWQ_none_greedy-vllm_MaziyarPanahi-Mixtral-8x22B-Instruct-v0.1-AWQ_1715480888.ndjson │ ├── eval_senior_python-javascript_chat-simple-MaziyarPanahi-Mixtral-8x22B-Instruct-v0.1-AWQ_none_greedy-vllm_jarrelscy-Mixtral-8x22B-Instruct-v0.1-GPTQ-4bit_1715481394.ndjson │ ├── eval_senior_python-javascript_chat-simple-MaziyarPanahi-Mixtral-8x22B-Instruct-v0.1-AWQ_none_greedy-vllm_turboderp-Mixtral-8x22B-Instruct-v0.1-exl2-4.0bpw_1715483753.ndjson │ ├── eval_senior_python-javascript_chat-simple-alpindale-WizardLM-2-8x22B_none_greedy-vllm_Dracones-WizardLM-2-8x22B-exl2-4.0bpw-main_1715482934.ndjson │ └── eval_senior_python-javascript_chat-simple-alpindale-WizardLM-2-8x22B_none_greedy-vllm_MaziyarPanahi-WizardLM-2-8x22B-AWQ_1715481731.ndjson ├── openllama │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_topk1_VMware-open-llama-7b-v2-open-instruct-fp16_1704059608.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_topk1_openlm-research-open-llama-3b-v2-fp16_1704060491.ndjson │ └── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_topk1_openlm-research-open-llama-7b-v2-fp16_1704060391.ndjson ├── orca-mini │ ├── eval_junior-v2_python-javascript_orca-1p3_none_precise_TheBloke-orca-mini-v2-13b-GPTQ_1691851565.ndjson │ ├── eval_junior-v2_python-javascript_orca-1p3_none_precise_TheBloke-orca-mini-v3-13B-GPTQ_1691713364.ndjson │ ├── eval_junior-v2_python-javascript_orca-1p3_none_precise_psmathur-orca-mini-v3-13b_1691888396.ndjson │ ├── eval_junior-v2_python-javascript_orca-1p3_none_precise_psmathur-orca-mini-v3-7b-fp16_1691853400.ndjson │ ├── eval_junior-v2_python-javascript_orca_none_precise_TheBloke-orca-mini-v2-13b-GPTQ_1691851508.ndjson │ ├── eval_junior-v2_python-javascript_orca_none_precise_TheBloke-orca-mini-v3-13B-GPTQ_1691713308.ndjson │ ├── eval_junior-v2_python-javascript_orca_none_precise_psmathur-orca-mini-v2-13b-fp16_1690561068.ndjson │ ├── eval_junior-v2_python-javascript_orca_none_precise_psmathur-orca-mini-v2-7b-fp16_1690556266.ndjson │ ├── eval_junior-v2_python-javascript_orca_none_precise_psmathur-orca-mini-v3-13b_1691888405.ndjson │ └── eval_junior-v2_python-javascript_orca_none_precise_psmathur-orca-mini-v3-7b-fp16_1691853361.ndjson ├── phi │ ├── eval_junior-v2_python-javascript_chat-simple-microsoft-Phi-3-medium-4k-instruct_none_greedy-hf_microsoft-Phi-3-medium-4k-instruct-fp16_1716699500.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-microsoft-Phi-3-medium-4k-instruct_none_greedy-hf_microsoft-Phi-3-medium-4k-instruct-nf4_1716410357.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-microsoft-Phi-3-mini-4k-instruct_none_greedy-hf_microsoft-Phi-3-mini-4k-instruct-fp16_1714882594.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-microsoft-Phi-3-mini-4k-instruct_none_greedy-openai_ollama-phi3:3.8b-mini-instruct-4k-fp16_1714929288.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-microsoft-Phi-3-mini-4k-instruct_none_greedy-openai_ollama-phi3:3.8b-mini-instruct-4k-q4-K-M_1714929206.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-microsoft-Phi-3-small-8k-instruct_none_greedy-hf_microsoft-Phi-3-small-8k-instruct-fp16_1716699109.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-microsoft-Phi-3-small-8k-instruct_none_greedy-hf_microsoft-Phi-3-small-8k-instruct-nf4_1716409994.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_ollama-chat-phi3:3.8b-mini-instruct-4k-fp16_1714929169.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_ollama-chat-phi3:3.8b-mini-instruct-4k-q4-K-M_1714929099.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_cognitivecomputations-dolphin-2-6-phi-2-fp16_1703866720.ndjson │ ├── eval_junior-v2_python-javascript_phi2_none_topk1_microsoft-phi-2-fp16_1702786871.ndjson │ ├── eval_senior_python-javascript_chat-simple-microsoft-Phi-3-medium-4k-instruct_none_greedy-hf_microsoft-Phi-3-medium-4k-instruct-fp16_1716699634.ndjson │ ├── eval_senior_python-javascript_chat-simple-microsoft-Phi-3-medium-4k-instruct_none_greedy-hf_microsoft-Phi-3-medium-4k-instruct-nf4_1716410605.ndjson │ ├── eval_senior_python-javascript_chat-simple-microsoft-Phi-3-mini-4k-instruct_none_greedy-hf_microsoft-Phi-3-mini-4k-instruct-fp16_1714882453.ndjson │ ├── eval_senior_python-javascript_chat-simple-microsoft-Phi-3-mini-4k-instruct_none_greedy-openai_ollama-phi3:3.8b-mini-instruct-4k-fp16_1714928764.ndjson │ ├── eval_senior_python-javascript_chat-simple-microsoft-Phi-3-mini-4k-instruct_none_greedy-openai_ollama-phi3:3.8b-mini-instruct-4k-q4-K-M_1714928625.ndjson │ ├── eval_senior_python-javascript_chat-simple-microsoft-Phi-3-small-8k-instruct_none_greedy-hf_microsoft-Phi-3-small-8k-instruct-fp16_1716699394.ndjson │ ├── eval_senior_python-javascript_chat-simple-microsoft-Phi-3-small-8k-instruct_none_greedy-hf_microsoft-Phi-3-small-8k-instruct-nf4_1716410222.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_ollama-chat-phi3:3.8b-mini-instruct-4k-fp16_1714928485.ndjson │ └── eval_senior_python-javascript_chat-simple_none_greedy-openai_ollama-chat-phi3:3.8b-mini-instruct-4k-q4-K-M_1714928528.ndjson ├── phi3.5 │ ├── eval_senior_python-javascript_chat-simple-microsoft-Phi-3.5-mini-instruct_none_greedy-hf_microsoft-Phi-3.5-MoE-instruct-fp16_1724223735.ndjson │ ├── eval_senior_python-javascript_chat-simple-microsoft-Phi-3.5-mini-instruct_none_greedy-hf_microsoft-Phi-3.5-MoE-instruct-nf4_1724224752.ndjson │ └── eval_senior_python-javascript_chat-simple-microsoft-Phi-3.5-mini-instruct_none_greedy-hf_microsoft-Phi-3.5-mini-instruct-fp16_1724222205.ndjson ├── phi4 │ ├── eval_senior_python-javascript_chat_none_greedy-hf_microsoft-Phi-4-mini-instruct-fp16_1744837669.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-hf_microsoft-phi-4-fp16_1736352603.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai_microsoft-Phi-4-mini-instruct_1744837536.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai_microsoft-phi-4_1736353159.ndjson ├── qwen │ ├── eval_junior-v2_python-javascript_chat-qwen-Qwen-Qwen1.5-7B-Chat_none_greedy-vllm_Qwen-Qwen1.5-14B-Chat_1708042580.ndjson │ ├── eval_junior-v2_python-javascript_chat-qwen-Qwen-Qwen1.5-7B-Chat_none_greedy-vllm_Qwen-Qwen1.5-4B-Chat_1708042355.ndjson │ ├── eval_junior-v2_python-javascript_chat-qwen-Qwen-Qwen1.5-7B-Chat_none_greedy-vllm_Qwen-Qwen1.5-72B-Chat-AWQ_1708043399.ndjson │ ├── eval_junior-v2_python-javascript_chat-qwen-Qwen-Qwen1.5-7B-Chat_none_greedy-vllm_Qwen-Qwen1.5-7B-Chat_1708042243.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-NTQAI-Nxcode-CQ-7B-orpo_none_greedy-openai_NTQAI-Nxcode-CQ-7B-orpo_1724596692.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-CodeQwen1.5-7B-Chat_none_greedy-hf_Qwen-CodeQwen1.5-7B-Chat-fp16_1715039215.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-CodeQwen1.5-7B-Chat_none_greedy-vllm_Qwen-CodeQwen1.5-7B-Chat-AWQ_1715040537.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-CodeQwen1.5-7B-Chat_none_greedy-vllm_Qwen-CodeQwen1.5-7B-Chat_1715040782.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_ollama-chat-codeqwen:7b-chat-v1.5-q8-0_1715039735.ndjson │ ├── eval_senior_python-javascript_chat-qwen-Qwen-Qwen1.5-7B-Chat_none_greedy-vllm_Qwen-Qwen1.5-14B-Chat_1708042601.ndjson │ ├── eval_senior_python-javascript_chat-qwen-Qwen-Qwen1.5-7B-Chat_none_greedy-vllm_Qwen-Qwen1.5-4B-Chat_1708042364.ndjson │ ├── eval_senior_python-javascript_chat-qwen-Qwen-Qwen1.5-7B-Chat_none_greedy-vllm_Qwen-Qwen1.5-72B-Chat-AWQ_1708043428.ndjson │ ├── eval_senior_python-javascript_chat-qwen-Qwen-Qwen1.5-7B-Chat_none_greedy-vllm_Qwen-Qwen1.5-7B-Chat_1708042267.ndjson │ ├── eval_senior_python-javascript_chat-simple-NTQAI-Nxcode-CQ-7B-orpo_none_greedy-openai_NTQAI-Nxcode-CQ-7B-orpo_1724596679.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-CodeQwen1.5-7B-Chat_none_greedy-hf_Qwen-CodeQwen1.5-7B-Chat-fp16_1715039450.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-CodeQwen1.5-7B-Chat_none_greedy-vllm_Qwen-CodeQwen1.5-7B-Chat-AWQ_1715040547.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-CodeQwen1.5-7B-Chat_none_greedy-vllm_Qwen-CodeQwen1.5-7B-Chat_1715040797.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_hf:Qwen-Qwen1.5-110B-Chat_1721789546.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_hf:Qwen-Qwen1.5-72B-Chat_1721789440.ndjson │ └── eval_senior_python-javascript_chat-simple_none_greedy-openai_ollama-chat-codeqwen:7b-chat-v1.5-q8-0_1715039947.ndjson ├── qwen2.5 │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-Qwen2.5-Coder-32B-Instruct_none_greedy-openai_Qwen-Qwen2.5-Coder-32B-Instruct_1731526303.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-infly-OpenCoder-1.5B-Instruct_none_greedy-hf_infly-OpenCoder-1.5B-Instruct-fp16_1731096334.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-infly-OpenCoder-1.5B-Instruct_none_greedy-hf_infly-OpenCoder-8B-Instruct-fp16_1731099437.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-5-Coder-1-5B-Instruct_none_greedy-hf_Qwen-Qwen2.5-Coder-1.5B-Instruct-fp16_1732215856.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-5-Coder-1-5B-Instruct_none_greedy-openai_Qwen-Qwen2.5-Coder-1.5B-Instruct_1732215770.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-5-Coder-14B-Instruct-AWQ_none_greedy-openai_Qwen-Qwen2.5-Coder-14B-Instruct-AWQ_1732217018.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-5-Coder-14B-Instruct-GPTQ-INT4_none_greedy-openai_Qwen-Qwen2.5-Coder-14B-Instruct-GPTQ-INT4-main_1732217363.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-5-Coder-14B-Instruct_none_greedy-openai_Qwen-Qwen2.5-Coder-14B-Instruct_1732216647.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-5-Coder-7B-Instruct-AWQ_none_greedy-openai_Qwen-Qwen2.5-Coder-7B-Instruct-AWQ_1732140856.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-5-Coder-7B-Instruct-GPTQ-Int4_none_greedy-openai_Qwen-Qwen2.5-Coder-7B-Instruct-GPTQ-Int4-main_1732140903.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-5-Coder-7B-Instruct_none_greedy-openai_Qwen-Qwen2.5-Coder-7B-Instruct_1732140589.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2.5-3B-Instruct_none_greedy-hf_Qwen2.5-3B-Instruct-fp16_1729958619.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2.5-3B-Instruct_none_greedy-hf_Qwen2.5-7B-Instruct-fp16_1729959220.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2.5-3B-Instruct_none_greedy-openai_Qwen-Qwen2.5-32B-Instruct-AWQ_1729978341.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2.5-3B-Instruct_none_greedy-openai_Qwen-Qwen2.5-32B-Instruct_1729963030.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2.5-3B-Instruct_none_greedy-openai_Qwen-Qwen2.5-72B-Instruct-AWQ_1729978862.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2.5-3B-Instruct_none_greedy-openai_Qwen2.5-14B-Instruct-AWQ_1729960229.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2.5-3B-Instruct_none_greedy-openai_Qwen2.5-3B-Instruct_1729958682.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2.5-3B-Instruct_none_greedy-openai_Qwen2.5-7B-Instruct_1729959039.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2.5-Coder-32B-Instruct_none_greedy-openai_Qwen-Qwen2.5-Coder-32B-Instruct_1731526281.ndjson │ ├── eval_senior_python-javascript_chat-simple-infly-OpenCoder-1.5B-Instruct_none_greedy-hf_infly-OpenCoder-1.5B-Instruct-fp16_1731096390.ndjson │ ├── eval_senior_python-javascript_chat-simple-infly-OpenCoder-1.5B-Instruct_none_greedy-hf_infly-OpenCoder-8B-Instruct-fp16_1731099504.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Qwen-Qwen2.5-Coder-14B-Instruct-GPTQ-INT4_1732218752.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Qwen2.5-Coder-32B-Instruct-Q8-0_1731530751.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_Qwen2.5-Coder-32B-Instruct-exl2-8bpw_1731531098.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_huggingface-Qwen-Qwen2.5-Coder-32B-Instruct_1731525954.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-hf_nvidia-AceInstruct-1.5B-fp16_1745527400.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-hf_nvidia-AceInstruct-7B-fp16_1745527236.ndjson ├── qwen2 │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-Qwen2-1.5B-Instruct_none_greedy-hf_Qwen-Qwen2-1.5B-Instruct-fp16_1719236304.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-Qwen2-1.5B-Instruct_none_greedy-vllm_Qwen-Qwen2-1.5B-Instruct_1719236053.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-hf_Qwen-Qwen2-72B-Instruct_1717784625.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-hf_Qwen-Qwen2-7B-Instruct-fp16_1717775673.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-hf_Qwen-Qwen2-7B-Instruct_1717781590.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-vllm_Qwen-Qwen2-57B-A14B-Instruct_1717792163.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-vllm_Qwen-Qwen2-72B-Instruct-AWQ_1717793635.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-vllm_Qwen-Qwen2-72B-Instruct-GPTQ-Int4_1717792784.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-vllm_Qwen-Qwen2-72B-Instruct_1717785335.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-vllm_Qwen-Qwen2-7B-Instruct_1717785486.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Replete-AI-Replete-Coder-Qwen2-1.5b_none_greedy-hf_Replete-AI-Replete-Coder-Qwen2-1.5b-fp16_1719235746.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-Replete-AI-Replete-Coder-Qwen2-1.5b_none_greedy-vllm_Replete-AI-Replete-Coder-Qwen2-1.5b_1719235530.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-1.5B-Instruct_none_greedy-hf_Qwen-Qwen2-1.5B-Instruct-fp16_1719236362.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-1.5B-Instruct_none_greedy-vllm_Qwen-Qwen2-1.5B-Instruct_1719236070.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-hf_Qwen-Qwen2-72B-Instruct_1717784663.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-hf_Qwen-Qwen2-7B-Instruct-fp16_1717775758.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-hf_Qwen-Qwen2-7B-Instruct_1717781613.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-vllm_Qwen-Qwen2-57B-A14B-Instruct_1717792207.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-vllm_Qwen-Qwen2-72B-Instruct-AWQ_1717794165.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-vllm_Qwen-Qwen2-72B-Instruct-GPTQ-Int4_1717793215.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-vllm_Qwen-Qwen2-72B-Instruct_1717785370.ndjson │ ├── eval_senior_python-javascript_chat-simple-Qwen-Qwen2-7B-Instruct_none_greedy-vllm_Qwen-Qwen2-7B-Instruct_1717785502.ndjson │ ├── eval_senior_python-javascript_chat-simple-Replete-AI-Replete-Coder-Qwen2-1.5b_none_greedy-hf_Replete-AI-Replete-Coder-Qwen2-1.5b-fp16_1719235641.ndjson │ └── eval_senior_python-javascript_chat-simple-Replete-AI-Replete-Coder-Qwen2-1.5b_none_greedy-vllm_Replete-AI-Replete-Coder-Qwen2-1.5b_1719235525.ndjson ├── qwen3 │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B-FP8_1746548020.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B-FP8_1746548314.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B-FP8_1746548803.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B_1746545126.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B_1746545426.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B_1746545749.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-30B-A3B-Q6-K_1746311645.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-FP8_1746423835.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-FP8_1746424345.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-FP8_1746424801.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-Q8-0_1746543452.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-Q8-0_1746543800.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-Q8-0_1746544124.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B_1746423664.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B_1746424046.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B_1746424478.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-FP8_1746411930.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-FP8_1746413044.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-FP8_1746413565.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-Q6-K_1746412900.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-Q8-0_1746412697.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-14B-AWQ_1746423308.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-14B-AWQ_1746423771.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-14B-AWQ_1746424185.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-14B-Q8-0_1746310205.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-30B-A3B-mix-IQ4-K_1746328172.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-32B-Q5-K-M_1746315299.ndjson │ ├── eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-32B-Q8-0_1746314075.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-14B-FP8_1746547273.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-14B-FP8_1746547290.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-14B-FP8_1746547307.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-14B_1746544631.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-14B_1746544647.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-14B_1746544663.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-30B-A3B-FP8_1746412925.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-30B-A3B-FP8_1746412957.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-30B-A3B-FP8_1746412989.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-30B-A3B-Q6-K_1746311083.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-30B-A3B_1746545925.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-30B-A3B_1746545947.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-30B-A3B_1746545969.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B-FP8_1746423283.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B-FP8_1746423298.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B-Q8-0_1746543089.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B-Q8-0_1746543110.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B-Q8-0_1746543130.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B_1746299475.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B_1746422338.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B_1746422354.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-8B-FP8_1746411316.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-8B-FP8_1746412355.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-8B-FP8_1746412371.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-8B-Q6-K_1746411998.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-8B-Q8-0_1746411852.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-8B_1746298015.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-AWQ_1746422603.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-AWQ_1746422621.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-AWQ_1746422639.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-Q8-0_1746299837.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-Q8-0_1746305401.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-Q8-0_1746306024.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-235B-A22B-UD-Q3-K-XL_1746326997.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-30B-A3B-mix-IQ4-K_1746327226.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-32B-AWQ_1746297166.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-32B-Q5-K-M_1746312686.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-32B-Q8-0_1746311781.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-32B-Q8-0_1746312322.ndjson │ ├── eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-8B_1746297555.ndjson │ ├── eval_senior_python-javascript_chat_none_qwen3-think_Qwen-Qwen3-4B_1746299092.ndjson │ ├── eval_senior_python-javascript_chat_none_qwen3-think_Qwen3-32B-AWQ_1746299444.ndjson │ └── eval_senior_python-javascript_chat_none_qwen3-think_Qwen3-8B_1746298603.ndjson ├── r1 │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_casperhansen-deepseek-r1-distill-llama-70b-awq_1737513822.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_casperhansen-deepseek-r1-distill-qwen-14b-awq_1737560908.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_casperhansen-deepseek-r1-distill-qwen-32b-awq_1737503465.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_deepseek-ai-DeepSeek-R1-Distill-Qwen-14B_1737561560.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_deepseek-ai-DeepSeek-R1-Distill-Qwen-7B_1737650984.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_ollama-deepseek-r1:14b-qwen-distill-q8-0_1737481030.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_ollama-deepseek-r1:32b-qwen-distill-q4-K-M_1737499249.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_ollama-deepseek-r1:70b-llama-distill-q4-K-M_1737573274.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_ollama-deepseek-r1:7b-qwen-distill-q8-0_1737650616.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_ollama-deepseek-r1:8b-llama-distill-q8-0_1737561612.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_waldie-DeepSeek-R1-Distill-Qwen-32B-4bpw-h6-exl2-main_1737513591.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai_deepseek-deepseek-reasoner_1737473317.ndjson ├── reason │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_FuseAI-FuseO1-DeepSeekR1-QwQ-SkyT1-32B-Preview_1737652749.ndjson │ ├── eval_senior_python-javascript_chat_none_greedy-openai-8k_NovaSky-AI-Sky-T1-32B-Preview_1737651842.ndjson │ └── eval_senior_python-javascript_chat_none_greedy-openai-8k_Qwen-QwQ-32B-Preview_1737652448.ndjson ├── refact │ ├── eval_junior-v2_python-javascript_refact-chat_none_topk1_smallcloudai-Refact-1-6B-fim-fp32_1693947099.ndjson │ └── eval_junior-v2_python-javascript_starcoder-fim-input_starcoder-fim-output_topk1_smallcloudai-Refact-1-6B-fim-fp32_1693946517.ndjson ├── replit │ ├── eval_junior-v2_python-javascript_Alpaca-Input_none_topk1_nickrosh-Evol-Replit-v1-fp16_1694216910.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_nickrosh-Evol-Replit-v1-fp16_1694216868.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_teknium-Replit-v2-CodeInstruct-3B-fp16_1690526391.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_topk1_replit-replit-code-v1-5-3b-fp16_1703869782.ndjson │ ├── eval_junior-v2_python-javascript_replit-code_none_topk1_replit-replit-code-v1-3b-fp16_1690511829.ndjson │ └── eval_junior-v2_python-javascript_replit-glaive_none_topk1_sahil2801-replit-code-instruct-glaive-fp16_1690513389.ndjson ├── salesforce │ ├── eval_junior-v2_python-javascript_Alpaca_none_greedy_Salesforce-codegen25-7b-instruct-fp16_1690560118.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_greedy_Salesforce-codegen2-1B-fp16_1690557669.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_greedy_Salesforce-codegen2-3-7B-fp16_1690557756.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_greedy_Salesforce-codegen2-7B-fp16_1690557879.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_greedy_Salesforce-codegen25-7b-mono-fp16_1690558586.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_greedy_Salesforce-codegen25-7b-mono-fp16_1690559056.ndjson │ ├── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_greedy_Salesforce-codegen25-7b-mono-fp16_1690559254.ndjson │ └── eval_junior-v2_python-javascript_codet5p-input_codet5p-output_greedy_Salesforce-codegen25-7b-multi-fp16_1690559378.ndjson ├── senior │ ├── eval_senior_python-javascript_Alpaca-Speechless_none_greedy-vllm_TheBloke-speechless-codellama-34b-v2.0-AWQ_1708309313.ndjson │ ├── eval_senior_python-javascript_Alpaca_none_topk1_LoneStriker-CodeBooga-34B-v0.1-4.0bpw-h6-exl2-main_1704557369.ndjson │ ├── eval_senior_python-javascript_Vicuna-1p3-v2a_none_greedy-vllm_ajibawa-2023-Code-290k-6.7B-Instruct_1709428168.ndjson │ ├── eval_senior_python-javascript_Vicuna-1p3-v2a_none_greedy-vllm_ajibawa-2023-OpenHermes-2.5-Code-290k-13B_1709428323.ndjson │ ├── eval_senior_python-javascript_Vicuna-1p3-v2b_none_greedy-vllm_ajibawa-2023-Code-290k-6.7B-Instruct_1709428192.ndjson │ ├── eval_senior_python-javascript_Vicuna-1p3-v2b_none_greedy-vllm_ajibawa-2023-OpenHermes-2.5-Code-290k-13B_1709428340.ndjson │ ├── eval_senior_python-javascript_Vicuna-Code_none_greedy-vllm_ajibawa-2023-Code-290k-13B_1708389465.ndjson │ ├── eval_senior_python-javascript_Vicuna-Code_none_greedy-vllm_ajibawa-2023-Code-290k-6.7B-Instruct_1709428148.ndjson │ ├── eval_senior_python-javascript_Vicuna-Code_none_greedy-vllm_ajibawa-2023-OpenHermes-2.5-Code-290k-13B_1709428308.ndjson │ ├── eval_senior_python-javascript_Wizard-Coder_none_greedy-vllm_WizardLM-WizardCoder-Python-13B-V1.0_1705120739.ndjson │ ├── eval_senior_python-javascript_Wizard-Coder_none_greedy-vllm_WizardLM-WizardCoder-Python-7B-V1.0_1705120838.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_greedy-vllm_TheBloke-CodeLlama-70B-Instruct-AWQ_1706775389.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_greedy-vllm_TheBloke-CodeLlama-70B-Instruct-GPTQ_1706776499.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-2.65bpw-h6-exl2-main_1706914851.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.0bpw-h6-exl2-main_1707168004.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.5bpw-h6-exl2-main_1706939229.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.5bpw-h6-exl2-main_1707167143.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-4.0bpw-h6-exl2-main_1706936925.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-5.0bpw-h6-exl2-main_1706941423.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_greedy-vllm_TheBloke-CodeLlama-70B-Instruct-AWQ_1706975220.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_greedy-vllm_TheBloke-CodeLlama-70B-Instruct-GPTQ_1706975394.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-2.65bpw-h6-exl2-main_1706977280.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.0bpw-h6-exl2-main_1707168121.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.5bpw-h6-exl2-main_1706940131.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-3.5bpw-h6-exl2-main_1707167285.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-4.0bpw-h6-exl2-main_1706977771.ndjson │ ├── eval_senior_python-javascript_chat-codellama70b-v2-codellama-CodeLlama-70b-Instruct-hf_none_topk1_LoneStriker-CodeLlama-70b-Instruct-hf-5.0bpw-h6-exl2-main_1706941778.ndjson │ ├── eval_senior_python-javascript_chat-mlabonne-Beyonder-4x7B-v2_none_greedy-vllm_TheBloke-Beyonder-4x7B-v2-AWQ_1706362251.ndjson │ ├── eval_senior_python-javascript_chat-simple-NousResearch-Hermes-2-Pro-Mistral-7B_none_greedy-vllm_NousResearch-Hermes-2-Pro-Mistral-7B_1712866539.ndjson │ ├── eval_senior_python-javascript_chat-simple-ajibawa-2023-Code-Mistral-7B_none_greedy-vllm_ajibawa-2023-Code-Mistral-7B_1712935417.ndjson │ ├── eval_senior_python-javascript_chat-simple-cognitivecomputations-dolphincoder-starcoder2-7b_none_greedy-vllm_cognitivecomputations-dolphincoder-starcoder2-15b_1712936799.ndjson │ ├── eval_senior_python-javascript_chat-simple-cognitivecomputations-dolphincoder-starcoder2-7b_none_greedy-vllm_cognitivecomputations-dolphincoder-starcoder2-7b_1712936214.ndjson │ ├── eval_senior_python-javascript_chat-simple-internlm-internlm2-chat-7b_none_greedy-vllm_internlm-internlm2-chat-1-8b_1708390518.ndjson │ ├── eval_senior_python-javascript_chat-simple-internlm-internlm2-chat-7b_none_greedy-vllm_internlm-internlm2-chat-20b_1708391433.ndjson │ ├── eval_senior_python-javascript_chat-simple-internlm-internlm2-chat-7b_none_greedy-vllm_internlm-internlm2-chat-7b_1708390734.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-1106_1704523017.ndjson │ ├── eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0613_1704523170.ndjson │ ├── eval_senior_python-javascript_code-millenials_none_greedy-hf_budecosystem-code-millenials-1b-fp16_1706318387.ndjson │ ├── eval_senior_python-javascript_code-millenials_none_greedy-hf_budecosystem-code-millenials-3b-fp16_1706344093.ndjson │ ├── eval_senior_python-javascript_code-millenials_none_greedy-vllm_budecosystem-code-millenials-13b_1706314437.ndjson │ ├── eval_senior_python-javascript_code-millenials_none_greedy-vllm_budecosystem-code-millenials-34b_1706315356.ndjson │ ├── eval_senior_python-javascript_dolphin_none_greedy-vllm_cognitivecomputations-dolphin-2.6-mistral-7b-dpo-laser_1706363380.ndjson │ ├── eval_senior_python-javascript_dolphin_none_topk1_LoneStriker-dolphin-2.7-mixtral-8x7b-3.0bpw-h6-exl2-main_1704523736.ndjson │ ├── eval_senior_python-javascript_dolphin_none_topk1_LoneStriker-dolphin-2.7-mixtral-8x7b-4.0bpw-h6-exl2-main_1704523609.ndjson │ ├── eval_senior_python-javascript_magicoder_none_greedy-vllm_ise-uiuc-Magicoder-DS-6.7B_1704557749.ndjson │ ├── eval_senior_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-2.10bpw_1704749487.ndjson │ ├── eval_senior_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-q2k_1704750816.ndjson │ ├── eval_senior_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-q3k-small_1704751635.ndjson │ ├── eval_senior_python-javascript_mistral-v1_none_topk1_turboderp-Mixtral-8x7B-instruct-exl2-2.5bpw_1704751081.ndjson │ ├── eval_senior_python-javascript_mistral-v1_none_topk1_turboderp-Mixtral-8x7B-instruct-exl2-3.0bpw_1704751381.ndjson │ ├── eval_senior_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-2.10bpw_1704750014.ndjson │ ├── eval_senior_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-q2k_1704751203.ndjson │ ├── eval_senior_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-q3k-small_1704752163.ndjson │ ├── eval_senior_python-javascript_mistral-v2_none_topk1_turboderp-Mixtral-8x7B-instruct-exl2-2.5bpw_1704751134.ndjson │ └── eval_senior_python-javascript_mistral-v2_none_topk1_turboderp-Mixtral-8x7B-instruct-exl2-3.0bpw_1704751432.ndjson ├── skywork │ └── eval_junior-v2_python-javascript_codellama-input-v2_codellama-output_precise_SkyWork-SkyCode-fp16_1694894020.ndjson ├── solar │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_NousResearch-Nous-Hermes-2-SOLAR-10.7B_1704211153.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-upstage-SOLAR-10.7B-Instruct-v1.0_none_greedy-vllm_upstage-SOLAR-10.7B-Instruct-v1.0_1707199153.ndjson │ ├── eval_junior-v2_python-javascript_orca-1p3_none_greedy-vllm_upstage-SOLAR-10.7B-Instruct-v1.0_1707199166.ndjson │ ├── eval_senior_python-javascript_chat-simple-upstage-SOLAR-10.7B-Instruct-v1.0_none_greedy-vllm_upstage-SOLAR-10.7B-Instruct-v1.0_1707199161.ndjson │ └── eval_senior_python-javascript_orca-1p3_none_greedy-vllm_upstage-SOLAR-10.7B-Instruct-v1.0_1707199174.ndjson ├── stable │ ├── eval_junior-v2_python-javascript_codellama-input-v2_codellama-output_greedy-hf_stabilityai-stable-code-3b-fp16_1707120562.ndjson │ ├── eval_junior-v2_python-javascript_mistral-v1_none_topk1_stabilityai-stablelm-3b-4e1t-fp16_1696604744.ndjson │ ├── eval_junior-v2_python-javascript_stablecoder-v0_none_starchat_stabilityai-stablecode-instruct-alpha-3b-fp16_1691517672.ndjson │ ├── eval_junior-v2_python-javascript_stablecoder-v1b_none_starchat_stabilityai-stablecode-instruct-alpha-3b-fp16_1691517924.ndjson │ └── eval_junior-v2_python-javascript_starcoder-fim-input_starcoder-fim-output_greedy-hf_stabilityai-stable-code-3b-fp16_1707120687.ndjson ├── tinyllama │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_TinyLlama-TinyLlama-1.1B-Chat-v1.0-fp16_1704054360.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_TinyLlama-TinyLlama-1.1B-Chat-v1.0_1704053855.ndjson │ └── eval_junior-v2_python-javascript_chatml-v0_none_topk1_TinyLlama-TinyLlama-1.1B-Chat-v1.0_1704054002.ndjson ├── together │ └── eval_junior-v2_python-javascript_Alpaca-v1b_none_topk1_togethercomputer-StripedHyena-Nous-7B-fp16_1702674514.ndjson ├── vicuna-1.1 │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2_none_precise_lmsys-vicuna-13b-v1.1_1690394875.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-7b-v1.1_1690399914.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-13b-v1.1_1690394921.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.1_1690384480.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-13b-v1.1_1690394942.ndjson │ └── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-7b-v1.1_1690384489.ndjson ├── vicuna-1.3 │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2_none_precise_lmsys-vicuna-13b-v1.3_1690395341.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-33b-v1.3_1691241156.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-7b-v1.3_1690400032.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-13b-v1.3_1690395366.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-33b-v1.3_1691241174.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.3_1690384730.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-13b-v1.3_1690395373.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-33b-v1.3_1691241205.ndjson │ └── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-7b-v1.3_1690384737.ndjson ├── vicuna-1.5 │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_greedy_lmsys-vicuna-13b-v1.5_1691069044.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_greedy_lmsys-vicuna-7b-v1.5_1691068339.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-13b-v1.5_1691068981.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-7b-v1.5-16k-fp16_1691068805.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-7b-v1.5_1691068278.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_greedy_lmsys-vicuna-13b-v1.5_1691069050.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_greedy_lmsys-vicuna-7b-v1.5_1691068345.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-13b-v1.5_1691068988.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-16k-fp16_1691068698.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-fp16_1691852469.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-fp4_1691853031.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-int8_1691852853.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-nf4_1691855274.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5_1691068283.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_greedy_lmsys-vicuna-13b-v1.5_1691069056.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_greedy_lmsys-vicuna-7b-v1.5_1691068354.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-13b-v1.5_1691068993.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-7b-v1.5-16k-fp16_1691068859.ndjson │ └── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-7b-v1.5_1691068290.ndjson ├── wisdomshell │ ├── eval_junior-v2_python-javascript_codellama-input-v2_codellama-output_precise_WisdomShell-CodeShell-7B-fp16_1699024741.ndjson │ └── eval_junior-v2_python-javascript_codellama-input-v2_codellama-output_topk1_WisdomShell-CodeShell-7B-fp16_1699024623.ndjson ├── wizard │ ├── eval_junior-v2_python-javascript_Alpaca_none_precise_WizardLM-WizardCoder-15B-V1.0_1690489340.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q4-0_1703866466.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q4-1_1703866494.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q5-0_1703864659.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q5-1_1703865011.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q8-0_1703867111.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_WizardCoder-15B-V1.0.Q5-0_1703863267.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_WizardCoder-15B-V1.0.Q5-1_1703865618.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_WizardLM-WizardCoder-15B-V1.0-fp16_1690488398.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_WizardLM-WizardCoder-15B-V1.0_1690489309.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_WizardLM-WizardLM-13B-V1.1_1690403845.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_WizardLM-WizardLM-13B-V1.2_1690406353.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_WizardLM-WizardLM-13B-V1.1_1690403884.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_WizardLM-WizardLM-13B-V1.2_1690406373.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_ehartford-WizardLM-1.0-Uncensored-Llama2-13b_1691434258.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_WizardLM-WizardLM-13B-V1.1_1690403898.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_WizardLM-WizardLM-13B-V1.2_1690406379.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_ehartford-WizardLM-1.0-Uncensored-Llama2-13b_1691434265.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_greedy-vllm_WizardLM-WizardCoder-1B-V1.0_1705119587.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_greedy-vllm_WizardLM-WizardCoder-3B-V1.0_1705119705.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_greedy-vllm_WizardLM-WizardCoder-Python-13B-V1.0_1705120065.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_greedy-vllm_WizardLM-WizardCoder-Python-7B-V1.0_1705119851.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_precise_WizardLM-WizardCoder-15B-V1.0_1690489325.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q4-0_1703866767.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q4-1_1703866797.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q5-0_1703831441.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q5-1_1703865323.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q8-0_1703867472.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardLM-WizardCoder-33B-V1.1_1704399307.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_wizardcoder_TheBloke-WizardCoder-15B-1.0-GPTQ_1690231939.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_wizardcoder_WizardCoder-15B-V1.0.Q5-0_1703863764.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_wizardcoder_WizardCoder-15B-V1.0.Q5-1_1703866054.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_wizardcoder_WizardLM-WizardCoder-15B-V1.0-fp16_1690480680.ndjson │ ├── eval_junior-v2_python-javascript_Wizard-Coder_none_wizardcoder_WizardLM-WizardCoder-15B-V1.0-fp16_1690488189.ndjson │ └── eval_junior-v2_python-javascript_Wizard-Coder_none_wizardcoder_WizardLM-WizardCoder-15B-V1.0_1690489291.ndjson ├── xwinlm │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_LoneStriker-Xwin-LM-70B-V0.1-2.4bpw-h6-exl2-main_1703527976.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_LoneStriker-Xwin-LM-70B-V0.1-4.65bpw-h6-exl2-main_1699037606.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029934.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029271.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_firelzrd-Xwin-LM-70B-V0.1-exl2-4-5-bpw_1699027218.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_LoneStriker-Xwin-LM-70B-V0.1-2.4bpw-h6-exl2-main_1703527817.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_LoneStriker-Xwin-LM-70B-V0.1-4.65bpw-h6-exl2-main_1699037363.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029923.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029263.ndjson │ ├── eval_junior-v2_python-javascript_Alpaca_none_topk1_firelzrd-Xwin-LM-70B-V0.1-exl2-4-5-bpw_1699026765.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029886.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029063.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_LoneStriker-Xwin-LM-70B-V0.1-4.65bpw-h6-exl2-main_1699037152.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029896.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029074.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_firelzrd-Xwin-LM-70B-V0.1-exl2-4-5-bpw_1699030635.ndjson │ ├── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029910.ndjson │ └── eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029084.ndjson └── yi │ ├── eval_junior-v2_python-javascript_Alpaca-v1b_none_greedy-hf_TechxGenus-Yi-9B-Coder-fp16_1716700804.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-01-ai-Yi-1.5-6B-Chat_none_greedy-vllm_01-ai-Yi-1.5-34B-Chat_1715556812.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-01-ai-Yi-1.5-6B-Chat_none_greedy-vllm_01-ai-Yi-1.5-6B-Chat_1715556715.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-01-ai-Yi-1.5-6B-Chat_none_greedy-vllm_01-ai-Yi-1.5-9B-Chat_1715556834.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-01-ai-Yi-Coder-1.5B-Chat_none_greedy-openai_01-ai-Yi-Coder-1.5B-Chat_1726103319.ndjson │ ├── eval_junior-v2_python-javascript_chat-simple-01-ai-Yi-Coder-1.5B-Chat_none_greedy-openai_01-ai-Yi-Coder-9B-Chat_1726103519.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_LoneStriker-Nous-Hermes-2-Yi-34B-3.0bpw-h6-exl2-main_1703746397.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_LoneStriker-Nous-Hermes-2-Yi-34B-4.0bpw-h6-exl2-main_1703746734.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_TheBloke-Nous-Hermes-2-Yi-34B-AWQ_1703748402.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_TheBloke-Nous-Hermes-2-Yi-34B-GPTQ-main_1703747861.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_TheBloke-Nous-Hermes-2-Yi-34B-GPTQ_1703748558.ndjson │ ├── eval_junior-v2_python-javascript_chatml-v0_none_topk1_nous-hermes-2-yi-34b.Q4-K-M_1703749041.ndjson │ ├── eval_junior-v2_python-javascript_llama2-chat-v3a_none_greedy-vllm_jondurbin-bagel-34b-v0.2_1704740601.ndjson │ ├── eval_junior-v2_python-javascript_llama2-chat-v3b_none_greedy-vllm_jondurbin-bagel-34b-v0.2_1704740608.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v1b_none_greedy-vllm_jondurbin-bagel-34b-v0.2_1704740615.ndjson │ ├── eval_junior-v2_python-javascript_llama2-code-v2b_none_greedy-vllm_jondurbin-bagel-34b-v0.2_1704740622.ndjson │ ├── eval_senior_python-javascript_Alpaca-v1b_none_greedy-hf_TechxGenus-Yi-9B-Coder-fp16_1716700938.ndjson │ ├── eval_senior_python-javascript_chat-simple-01-ai-Yi-1.5-6B-Chat_none_greedy-vllm_01-ai-Yi-1.5-34B-Chat_1715556856.ndjson │ ├── eval_senior_python-javascript_chat-simple-01-ai-Yi-1.5-6B-Chat_none_greedy-vllm_01-ai-Yi-1.5-6B-Chat_1715556734.ndjson │ ├── eval_senior_python-javascript_chat-simple-01-ai-Yi-1.5-6B-Chat_none_greedy-vllm_01-ai-Yi-1.5-9B-Chat_1715556867.ndjson │ ├── eval_senior_python-javascript_chat-simple-01-ai-Yi-Coder-1.5B-Chat_none_greedy-openai_01-ai-Yi-Coder-1.5B-Chat_1726103315.ndjson │ └── eval_senior_python-javascript_chat-simple-01-ai-Yi-Coder-1.5B-Chat_none_greedy-openai_01-ai-Yi-Coder-9B-Chat_1726103502.ndjson ├── sbox ├── Dockerfile.javascript ├── Dockerfile.python ├── README.md ├── eval.javascript.tpl ├── eval.python.tpl ├── sandbox.py └── timeout.sh └── senior ├── recursion.yaml └── vm.yaml /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/ 2 | .aider* 3 | venv*/ 4 | modal_run*.py -------------------------------------------------------------------------------- /GUIDE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/GUIDE.md -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/app.py -------------------------------------------------------------------------------- /bulk-eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/bulk-eval.sh -------------------------------------------------------------------------------- /compare-app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-app.py -------------------------------------------------------------------------------- /compare-v1/compare-airoboros1p4-javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-v1/compare-airoboros1p4-javascript.json -------------------------------------------------------------------------------- /compare-v1/compare-airoboros1p4-python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-v1/compare-airoboros1p4-python.json -------------------------------------------------------------------------------- /compare-v1/compare-airoboros1p4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-v1/compare-airoboros1p4.yaml -------------------------------------------------------------------------------- /compare-v1/compare-llama2-chat-javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-v1/compare-llama2-chat-javascript.json -------------------------------------------------------------------------------- /compare-v1/compare-llama2-chat-python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-v1/compare-llama2-chat-python.json -------------------------------------------------------------------------------- /compare-v1/compare-llama2-chat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-v1/compare-llama2-chat.yaml -------------------------------------------------------------------------------- /compare-v1/compare-llama2-coders-javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-v1/compare-llama2-coders-javascript.json -------------------------------------------------------------------------------- /compare-v1/compare-llama2-coders-python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-v1/compare-llama2-coders-python.json -------------------------------------------------------------------------------- /compare-v1/compare-llama2-coders.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-v1/compare-llama2-coders.yaml -------------------------------------------------------------------------------- /compare-v1/compare-vicuna33b-quants-javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-v1/compare-vicuna33b-quants-javascript.json -------------------------------------------------------------------------------- /compare-v1/compare-vicuna33b-quants-python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-v1/compare-vicuna33b-quants-python.json -------------------------------------------------------------------------------- /compare-v1/compare-vicuna33b-quants.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare-v1/compare-vicuna33b-quants.yaml -------------------------------------------------------------------------------- /compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare.py -------------------------------------------------------------------------------- /compare/closed-weights-javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/closed-weights-javascript.json -------------------------------------------------------------------------------- /compare/closed-weights-python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/closed-weights-python.json -------------------------------------------------------------------------------- /compare/closed-weights.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/closed-weights.yaml -------------------------------------------------------------------------------- /compare/codecherrypop-javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/codecherrypop-javascript.json -------------------------------------------------------------------------------- /compare/codecherrypop-python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/codecherrypop-python.json -------------------------------------------------------------------------------- /compare/codecherrypop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/codecherrypop.yaml -------------------------------------------------------------------------------- /compare/codecherrypy-javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/codecherrypy-javascript.json -------------------------------------------------------------------------------- /compare/codecherrypy-python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/codecherrypy-python.json -------------------------------------------------------------------------------- /compare/codecherrypy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/codecherrypy.yaml -------------------------------------------------------------------------------- /compare/codellama-javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/codellama-javascript.json -------------------------------------------------------------------------------- /compare/codellama-python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/codellama-python.json -------------------------------------------------------------------------------- /compare/codellama.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/codellama.yaml -------------------------------------------------------------------------------- /compare/falcon-quants-javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/falcon-quants-javascript.json -------------------------------------------------------------------------------- /compare/falcon-quants-python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/falcon-quants-python.json -------------------------------------------------------------------------------- /compare/falcon-quants.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/falcon-quants.yaml -------------------------------------------------------------------------------- /compare/llama2coder-javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/llama2coder-javascript.json -------------------------------------------------------------------------------- /compare/llama2coder-python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/llama2coder-python.json -------------------------------------------------------------------------------- /compare/llama2coder.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/llama2coder.yaml -------------------------------------------------------------------------------- /compare/phind-v2-gptq-awq-javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/phind-v2-gptq-awq-javascript.json -------------------------------------------------------------------------------- /compare/phind-v2-gptq-awq-python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/phind-v2-gptq-awq-python.json -------------------------------------------------------------------------------- /compare/phind-v2-gptq-awq.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/phind-v2-gptq-awq.yaml -------------------------------------------------------------------------------- /compare/vicuna-1p5-bnbquants-javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/vicuna-1p5-bnbquants-javascript.json -------------------------------------------------------------------------------- /compare/vicuna-1p5-bnbquants-python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/vicuna-1p5-bnbquants-python.json -------------------------------------------------------------------------------- /compare/vicuna-1p5-bnbquants.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/compare/vicuna-1p5-bnbquants.yaml -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/evaluate.py -------------------------------------------------------------------------------- /extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/extract.py -------------------------------------------------------------------------------- /humaneval/Llama-HumanEval.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/humaneval/Llama-HumanEval.txt -------------------------------------------------------------------------------- /humaneval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/humaneval/README.md -------------------------------------------------------------------------------- /humaneval/Vicuna-1p1-HumanEval.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/humaneval/Vicuna-1p1-HumanEval.txt -------------------------------------------------------------------------------- /humaneval/Wizard-7B-HumanEval.txt: -------------------------------------------------------------------------------- 1 | Help me complete the following Python program: 2 | {{prompt}} 3 | 4 | ### Response: -------------------------------------------------------------------------------- /humaneval/humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/humaneval/humaneval.py -------------------------------------------------------------------------------- /ifeval2interview.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/ifeval2interview.py -------------------------------------------------------------------------------- /img/can-ai-code-small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/img/can-ai-code-small.png -------------------------------------------------------------------------------- /interview_cuda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/interview_cuda.py -------------------------------------------------------------------------------- /interview_litellm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/interview_litellm.py -------------------------------------------------------------------------------- /interview_modal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/interview_modal.py -------------------------------------------------------------------------------- /interview_modal.tpl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/interview_modal.tpl.py -------------------------------------------------------------------------------- /junior-v2/factorial.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/junior-v2/factorial.yaml -------------------------------------------------------------------------------- /junior-v2/fib.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/junior-v2/fib.yaml -------------------------------------------------------------------------------- /junior-v2/gcd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/junior-v2/gcd.yaml -------------------------------------------------------------------------------- /junior-v2/sanity.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/junior-v2/sanity.yaml -------------------------------------------------------------------------------- /junior-v2/string.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/junior-v2/string.yaml -------------------------------------------------------------------------------- /models/models.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/models/models.yaml -------------------------------------------------------------------------------- /params/beams.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/beams.json -------------------------------------------------------------------------------- /params/codeCherryPop.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/codeCherryPop.json -------------------------------------------------------------------------------- /params/codellama-ct2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/codellama-ct2.json -------------------------------------------------------------------------------- /params/codellama.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/codellama.json -------------------------------------------------------------------------------- /params/deepcoder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/deepcoder.json -------------------------------------------------------------------------------- /params/greedy-hf.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/greedy-hf.json -------------------------------------------------------------------------------- /params/greedy-openai-8k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/greedy-openai-8k.json -------------------------------------------------------------------------------- /params/greedy-openai-o1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/greedy-openai-o1.json -------------------------------------------------------------------------------- /params/greedy-openai.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/greedy-openai.json -------------------------------------------------------------------------------- /params/llama2-coder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/llama2-coder.json -------------------------------------------------------------------------------- /params/mirostat.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/mirostat.json -------------------------------------------------------------------------------- /params/octocoder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/octocoder.json -------------------------------------------------------------------------------- /params/params.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /params/precise.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/precise.json -------------------------------------------------------------------------------- /params/qwen3-nothink.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/qwen3-nothink.json -------------------------------------------------------------------------------- /params/qwen3-think.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/qwen3-think.json -------------------------------------------------------------------------------- /params/santacoder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/santacoder.json -------------------------------------------------------------------------------- /params/starchat.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/starchat.json -------------------------------------------------------------------------------- /params/wizardcoder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/params/wizardcoder.json -------------------------------------------------------------------------------- /prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prepare.py -------------------------------------------------------------------------------- /prompts/Alpaca-Input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/Alpaca-Input.txt -------------------------------------------------------------------------------- /prompts/Alpaca-Speechless.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/Alpaca-Speechless.txt -------------------------------------------------------------------------------- /prompts/Alpaca-v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/Alpaca-v1.txt -------------------------------------------------------------------------------- /prompts/Alpaca-v1b.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/Alpaca-v1b.txt -------------------------------------------------------------------------------- /prompts/Alpaca-v1c.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/Alpaca-v1c.txt -------------------------------------------------------------------------------- /prompts/Alpaca.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/Alpaca.txt -------------------------------------------------------------------------------- /prompts/DeepMagic.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/DeepMagic.txt -------------------------------------------------------------------------------- /prompts/NewHope.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/NewHope.txt -------------------------------------------------------------------------------- /prompts/Vicuna-1p1-v2a.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/Vicuna-1p1-v2a.txt -------------------------------------------------------------------------------- /prompts/Vicuna-1p3-v2a.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/Vicuna-1p3-v2a.txt -------------------------------------------------------------------------------- /prompts/Vicuna-1p3-v2b.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/Vicuna-1p3-v2b.txt -------------------------------------------------------------------------------- /prompts/Vicuna-Code.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/Vicuna-Code.txt -------------------------------------------------------------------------------- /prompts/Wizard-Coder.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/Wizard-Coder.txt -------------------------------------------------------------------------------- /prompts/airoboros-plain.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/airoboros-plain.txt -------------------------------------------------------------------------------- /prompts/airoboros.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/airoboros.txt -------------------------------------------------------------------------------- /prompts/chat-codellama70b-v2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chat-codellama70b-v2.json -------------------------------------------------------------------------------- /prompts/chat-codellama70b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chat-codellama70b.json -------------------------------------------------------------------------------- /prompts/chat-exaone.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chat-exaone.json -------------------------------------------------------------------------------- /prompts/chat-generic-v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chat-generic-v2.txt -------------------------------------------------------------------------------- /prompts/chat-generic.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chat-generic.txt -------------------------------------------------------------------------------- /prompts/chat-nothink.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chat-nothink.json -------------------------------------------------------------------------------- /prompts/chat-o1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chat-o1.json -------------------------------------------------------------------------------- /prompts/chat-qwen.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chat-qwen.json -------------------------------------------------------------------------------- /prompts/chat-simple-v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chat-simple-v2.txt -------------------------------------------------------------------------------- /prompts/chat-simple.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chat-simple.txt -------------------------------------------------------------------------------- /prompts/chat.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chat.json -------------------------------------------------------------------------------- /prompts/chatml-v0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chatml-v0.txt -------------------------------------------------------------------------------- /prompts/chatml-v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chatml-v1.txt -------------------------------------------------------------------------------- /prompts/chatml.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/chatml.txt -------------------------------------------------------------------------------- /prompts/code-millenials.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/code-millenials.txt -------------------------------------------------------------------------------- /prompts/codeCherryPop.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/codeCherryPop.txt -------------------------------------------------------------------------------- /prompts/codegeex2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/codegeex2.txt -------------------------------------------------------------------------------- /prompts/codellama-infill-input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/codellama-infill-input.txt -------------------------------------------------------------------------------- /prompts/codellama-infill-output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/codellama-infill-output.txt -------------------------------------------------------------------------------- /prompts/codellama-input-v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/codellama-input-v2.txt -------------------------------------------------------------------------------- /prompts/codellama-output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/codellama-output.txt -------------------------------------------------------------------------------- /prompts/codet5p-input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/codet5p-input.txt -------------------------------------------------------------------------------- /prompts/codet5p-output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/codet5p-output.txt -------------------------------------------------------------------------------- /prompts/completion-input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/completion-input.txt -------------------------------------------------------------------------------- /prompts/completion-output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/completion-output.txt -------------------------------------------------------------------------------- /prompts/decicoder-fim-input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/decicoder-fim-input.txt -------------------------------------------------------------------------------- /prompts/decicoder-fim-output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/decicoder-fim-output.txt -------------------------------------------------------------------------------- /prompts/deepseek.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/deepseek.txt -------------------------------------------------------------------------------- /prompts/dolphin-v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/dolphin-v2.txt -------------------------------------------------------------------------------- /prompts/dolphin.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/dolphin.txt -------------------------------------------------------------------------------- /prompts/falcon-instruct-v2c.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/falcon-instruct-v2c.txt -------------------------------------------------------------------------------- /prompts/falcon-instruct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/falcon-instruct.txt -------------------------------------------------------------------------------- /prompts/fim-codegemma-input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/fim-codegemma-input.txt -------------------------------------------------------------------------------- /prompts/fim-codellama-input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/fim-codellama-input.txt -------------------------------------------------------------------------------- /prompts/fim-deepseekv2-input-v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/fim-deepseekv2-input-v2.txt -------------------------------------------------------------------------------- /prompts/fim-output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/fim-output.txt -------------------------------------------------------------------------------- /prompts/incoder-input-v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/incoder-input-v1.txt -------------------------------------------------------------------------------- /prompts/incoder-output-v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/incoder-output-v1.txt -------------------------------------------------------------------------------- /prompts/llama2-chat-v3a.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/llama2-chat-v3a.txt -------------------------------------------------------------------------------- /prompts/llama2-chat-v3b.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/llama2-chat-v3b.txt -------------------------------------------------------------------------------- /prompts/llama2-chat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/llama2-chat.txt -------------------------------------------------------------------------------- /prompts/llama2-code-v1b.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/llama2-code-v1b.txt -------------------------------------------------------------------------------- /prompts/llama2-code-v2b.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/llama2-code-v2b.txt -------------------------------------------------------------------------------- /prompts/llama2-coder.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/llama2-coder.txt -------------------------------------------------------------------------------- /prompts/magicoder.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/magicoder.txt -------------------------------------------------------------------------------- /prompts/mistral-v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/mistral-v1.txt -------------------------------------------------------------------------------- /prompts/mistral-v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/mistral-v2.txt -------------------------------------------------------------------------------- /prompts/octocoder-v0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/octocoder-v0.txt -------------------------------------------------------------------------------- /prompts/openchat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/openchat.txt -------------------------------------------------------------------------------- /prompts/opencoder.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/opencoder.txt -------------------------------------------------------------------------------- /prompts/orca-1p3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/orca-1p3.txt -------------------------------------------------------------------------------- /prompts/orca.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/orca.txt -------------------------------------------------------------------------------- /prompts/phi2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/phi2.txt -------------------------------------------------------------------------------- /prompts/phind-code.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/phind-code.txt -------------------------------------------------------------------------------- /prompts/refact-chat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/refact-chat.txt -------------------------------------------------------------------------------- /prompts/replit-code.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/replit-code.txt -------------------------------------------------------------------------------- /prompts/replit-glaive.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/replit-glaive.txt -------------------------------------------------------------------------------- /prompts/stablecoder-v0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/stablecoder-v0.txt -------------------------------------------------------------------------------- /prompts/stablecoder-v1b.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/stablecoder-v1b.txt -------------------------------------------------------------------------------- /prompts/starchat-v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/starchat-v2.txt -------------------------------------------------------------------------------- /prompts/starcoder-fim-input.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/starcoder-fim-input.txt -------------------------------------------------------------------------------- /prompts/starcoder-fim-output.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/prompts/starcoder-fim-output.txt -------------------------------------------------------------------------------- /requirements-exl2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/requirements-exl2.txt -------------------------------------------------------------------------------- /requirements-transformers.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/requirements-transformers.txt -------------------------------------------------------------------------------- /requirements-vllm.txt: -------------------------------------------------------------------------------- 1 | vllm==0.8.5.post1 2 | flashinfer-python==0.2.2 -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/requirements.txt -------------------------------------------------------------------------------- /results.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results.sh -------------------------------------------------------------------------------- /results/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/.gitignore -------------------------------------------------------------------------------- /results/airoboros/eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-33b-gpt4-2.0_1691242540.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/airoboros/eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-33b-gpt4-2.0_1691242540.ndjson -------------------------------------------------------------------------------- /results/airoboros/eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-33b-gpt4-m2.0_1691254157.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/airoboros/eval_junior-v2_python-javascript_airoboros_none_precise_jondurbin-airoboros-33b-gpt4-m2.0_1691254157.ndjson -------------------------------------------------------------------------------- /results/arcee/eval_senior_python-javascript_chat_none_greedy-openai_arcee-ai-Arcee-Blitz-AWQ_1745432531.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/arcee/eval_senior_python-javascript_chat_none_greedy-openai_arcee-ai-Arcee-Blitz-AWQ_1745432531.ndjson -------------------------------------------------------------------------------- /results/arcee/eval_senior_python-javascript_chat_none_greedy-openai_arcee-ai-SuperNova-Medius_1745433400.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/arcee/eval_senior_python-javascript_chat_none_greedy-openai_arcee-ai-SuperNova-Medius_1745433400.ndjson -------------------------------------------------------------------------------- /results/bigcode/eval_junior-v2_python-javascript_octocoder-v0_none_octocoder_bigcode-octocoder_1692146230.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/bigcode/eval_junior-v2_python-javascript_octocoder-v0_none_octocoder_bigcode-octocoder_1692146230.ndjson -------------------------------------------------------------------------------- /results/bigcode/eval_junior-v2_python-javascript_opencoder_none_precise_openchat-opencoderplus-fp16_1690582641.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/bigcode/eval_junior-v2_python-javascript_opencoder_none_precise_openchat-opencoderplus-fp16_1690582641.ndjson -------------------------------------------------------------------------------- /results/bigcode/eval_junior-v2_python-javascript_opencoder_none_topk1_openchat-opencoderplus-fp16_1690583130.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/bigcode/eval_junior-v2_python-javascript_opencoder_none_topk1_openchat-opencoderplus-fp16_1690583130.ndjson -------------------------------------------------------------------------------- /results/bigcode/eval_junior-v2_python-javascript_starchat-v2_none_precise_HuggingFaceH4-starchat-alpha-fp16_1690475138.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/bigcode/eval_junior-v2_python-javascript_starchat-v2_none_precise_HuggingFaceH4-starchat-alpha-fp16_1690475138.ndjson -------------------------------------------------------------------------------- /results/bigcode/eval_junior-v2_python-javascript_starchat-v2_none_precise_HuggingFaceH4-starchat-beta-fp16_1690474445.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/bigcode/eval_junior-v2_python-javascript_starchat-v2_none_precise_HuggingFaceH4-starchat-beta-fp16_1690474445.ndjson -------------------------------------------------------------------------------- /results/bigcode/eval_junior-v2_python-javascript_starchat-v2_none_precise_HuggingFaceH4-starchat-beta_1690477223.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/bigcode/eval_junior-v2_python-javascript_starchat-v2_none_precise_HuggingFaceH4-starchat-beta_1690477223.ndjson -------------------------------------------------------------------------------- /results/bigcode/eval_junior-v2_python-javascript_starchat-v2_none_starchat_HuggingFaceH4-starchat-alpha-fp16_1690475015.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/bigcode/eval_junior-v2_python-javascript_starchat-v2_none_starchat_HuggingFaceH4-starchat-alpha-fp16_1690475015.ndjson -------------------------------------------------------------------------------- /results/bigcode/eval_junior-v2_python-javascript_starchat-v2_none_starchat_HuggingFaceH4-starchat-beta-fp16_1690474281.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/bigcode/eval_junior-v2_python-javascript_starchat-v2_none_starchat_HuggingFaceH4-starchat-beta-fp16_1690474281.ndjson -------------------------------------------------------------------------------- /results/bigcode/eval_junior-v2_python-javascript_starchat-v2_none_starchat_HuggingFaceH4-starchat-beta_1690477207.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/bigcode/eval_junior-v2_python-javascript_starchat-v2_none_starchat_HuggingFaceH4-starchat-beta_1690477207.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-3.5-turbo-0301_1702134803.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-3.5-turbo-0301_1702134803.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-3.5-turbo-0613_1702134892.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-3.5-turbo-0613_1702134892.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-3.5-turbo-1106_1702134946.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-3.5-turbo-1106_1702134946.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-4-0613_1702134705.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-4-0613_1702134705.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-4-1106-preview_1702135225.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_openai-gpt-4-1106-preview_1702135225.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-codestral-2405_1717532455.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-codestral-2405_1717532455.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-large-2402_1717532374.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-large-2402_1717532374.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-medium-2312_1717532140.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-medium-2312_1717532140.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2312_1717531485.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2312_1717531485.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2402_1717531795.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2402_1717531795.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-tiny-2312_1717531381.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-tiny-2312_1717531381.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-0125_1717532591.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-0125_1717532591.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-1106_1717532660.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-1106_1717532660.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0125-preview_1717531613.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0125-preview_1717531613.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0613_1717532477.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0613_1717532477.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-1106-preview_1717532087.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-1106-preview_1717532087.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-turbo-2024-04-09_1717531060.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-turbo-2024-04-09_1717531060.ndjson -------------------------------------------------------------------------------- /results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-2024-05-13_1717530410.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-2024-05-13_1717530410.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-o1_none_greedy-openai-o1_openai-o1-2024-12-17_1734800930.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-o1_none_greedy-openai-o1_openai-o1-2024-12-17_1734800930.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai-o1_openai-o1-mini-2024-09-12_1729960641.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai-o1_openai-o1-mini-2024-09-12_1729960641.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai-o1_openai-o1-preview-2024-09-12_1729960769.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai-o1_openai-o1-preview-2024-09-12_1729960769.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-haiku-20240307_1719246837.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-haiku-20240307_1719246837.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-haiku-20240307_1719246952.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-haiku-20240307_1719246952.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-opus-20240229_1719248588.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_anthropic-claude-3-opus-20240229_1719248588.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-codestral-2405_1717532402.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-codestral-2405_1717532402.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-ministral-3b-2410_1729956885.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-ministral-3b-2410_1729956885.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-ministral-8b-2410_1729958634.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-ministral-8b-2410_1729958634.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-large-2402_1717532206.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-large-2402_1717532206.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-large-2407_1729959115.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-large-2407_1729959115.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-medium-2312_1717531878.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-medium-2312_1717531878.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2312_1717531414.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2312_1717531414.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2402_1717531662.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2402_1717531662.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2409_1729959749.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-small-2409_1729959749.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-tiny-2312_1717531302.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-tiny-2312_1717531302.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-open-mistral-nemo-2407_1729959650.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-open-mistral-nemo-2407_1729959650.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-open-mixtral-8x22b-2404_1717531517.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-open-mixtral-8x22b-2404_1717531517.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-0125_1717532506.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-0125_1717532506.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-1106_1717532615.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-1106_1717532615.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0125-preview_1717531217.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0125-preview_1717531217.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0613_1717532204.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0613_1717532204.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-1106-preview_1717531744.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-1106-preview_1717531744.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-turbo-2024-04-09_1717530602.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-turbo-2024-04-09_1717530602.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-2024-05-13_1717530210.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-2024-05-13_1717530210.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-2024-08-06_1729960373.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-2024-08-06_1729960373.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-2024-11-20_1732201736.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-2024-11-20_1732201736.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-mini-2024-07-18_1729960425.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4o-mini-2024-07-18_1729960425.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat_none_greedy-openai_deepseek-deepseek-chat_1735850775.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat_none_greedy-openai_deepseek-deepseek-chat_1735850775.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-2025-04-14_1744723199.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-2025-04-14_1744723199.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-2025-04-14_1745106320.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-2025-04-14_1745106320.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-mini-2025-04-14_1744723239.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-mini-2025-04-14_1744723239.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-mini-2025-04-14_1745106364.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-mini-2025-04-14_1745106364.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-nano-2025-04-14_1744723287.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-nano-2025-04-14_1744723287.ndjson -------------------------------------------------------------------------------- /results/closed/eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-nano-2025-04-14_1745106383.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/closed/eval_senior_python-javascript_chat_none_greedy-openai_openai-gpt-4.1-nano-2025-04-14_1745106383.ndjson -------------------------------------------------------------------------------- /results/codegeex/eval_junior-v2_python-javascript_codegeex2_none_topk1_THUDM-codegeex2-6b-fp16_1691850386.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/codegeex/eval_junior-v2_python-javascript_codegeex2_none_topk1_THUDM-codegeex2-6b-fp16_1691850386.ndjson -------------------------------------------------------------------------------- /results/codellama/eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardLM-WizardCoder-Python-34B-V1.0_1704206907.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/codellama/eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardLM-WizardCoder-Python-34B-V1.0_1704206907.ndjson -------------------------------------------------------------------------------- /results/codellama/eval_junior-v2_python-javascript_Alpaca_none_topk1_oobabooga-CodeBooga-34B-v0.1_1704207728.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/codellama/eval_junior-v2_python-javascript_Alpaca_none_topk1_oobabooga-CodeBooga-34B-v0.1_1704207728.ndjson -------------------------------------------------------------------------------- /results/codellama/eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_wizardcoder-python-34b-v1.0.Q4-K-M_1693078790.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/codellama/eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_wizardcoder-python-34b-v1.0.Q4-K-M_1693078790.ndjson -------------------------------------------------------------------------------- /results/codellama/eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_wizardcoder-python-34b-v1.0.Q6-K_1693083306.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/codellama/eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_wizardcoder-python-34b-v1.0.Q6-K_1693083306.ndjson -------------------------------------------------------------------------------- /results/codellama/eval_junior-v2_python-javascript_phind-code_none_codellama_phind-codellama-34b-v1.Q4-K-M_1693066477.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/codellama/eval_junior-v2_python-javascript_phind-code_none_codellama_phind-codellama-34b-v1.Q4-K-M_1693066477.ndjson -------------------------------------------------------------------------------- /results/codellama/eval_junior-v2_python-javascript_phind-code_none_codellama_phind-codellama-34b-v1.Q5-K-M_1693070964.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/codellama/eval_junior-v2_python-javascript_phind-code_none_codellama_phind-codellama-34b-v1.Q5-K-M_1693070964.ndjson -------------------------------------------------------------------------------- /results/codellama/eval_junior-v2_python-javascript_phind-code_none_codellama_phind-codellama-34b-v2.Q4-K-M_1695835359.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/codellama/eval_junior-v2_python-javascript_phind-code_none_codellama_phind-codellama-34b-v2.Q4-K-M_1695835359.ndjson -------------------------------------------------------------------------------- /results/codellama/eval_junior-v2_python-javascript_phind-code_none_codellama_phind-codellama-34b-v2.Q5-K-M_1695841433.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/codellama/eval_junior-v2_python-javascript_phind-code_none_codellama_phind-codellama-34b-v2.Q5-K-M_1695841433.ndjson -------------------------------------------------------------------------------- /results/codellama/eval_junior-v2_python-javascript_phind-code_none_topk1_Phind-Phind-CodeLlama-34B-v2_1704155893.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/codellama/eval_junior-v2_python-javascript_phind-code_none_topk1_Phind-Phind-CodeLlama-34B-v2_1704155893.ndjson -------------------------------------------------------------------------------- /results/cohere/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_cohere-command-light_1719206827.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/cohere/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_cohere-command-light_1719206827.ndjson -------------------------------------------------------------------------------- /results/cohere/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_cohere-command_1719207340.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/cohere/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_cohere-command_1719207340.ndjson -------------------------------------------------------------------------------- /results/cohere/eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command-light_1719204440.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/cohere/eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command-light_1719204440.ndjson -------------------------------------------------------------------------------- /results/cohere/eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command-r-08-2024_1725030263.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/cohere/eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command-r-08-2024_1725030263.ndjson -------------------------------------------------------------------------------- /results/cohere/eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command-r-plus-08-2024_1725030468.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/cohere/eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command-r-plus-08-2024_1725030468.ndjson -------------------------------------------------------------------------------- /results/cohere/eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command-r-plus_1719204829.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/cohere/eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command-r-plus_1719204829.ndjson -------------------------------------------------------------------------------- /results/cohere/eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command_1719204687.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/cohere/eval_senior_python-javascript_chat-simple_none_greedy-openai_cohere-command_1719204687.ndjson -------------------------------------------------------------------------------- /results/dbrx/eval_senior_python-javascript_chat-simple_none_greedy-openai_hf:databricks-dbrx-instruct_1721789621.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/dbrx/eval_senior_python-javascript_chat-simple_none_greedy-openai_hf:databricks-dbrx-instruct_1721789621.ndjson -------------------------------------------------------------------------------- /results/deci/eval_junior-v2_python-javascript_codellama-input-v2_codet5p-output_precise_Deci-DeciLM-6b-fp16_1694893166.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/deci/eval_junior-v2_python-javascript_codellama-input-v2_codet5p-output_precise_Deci-DeciLM-6b-fp16_1694893166.ndjson -------------------------------------------------------------------------------- /results/deepcoder/eval_senior_python-javascript_chat_none_deepcoder_DeepCoder-14B-Preview-exl2-8bpw_1745163174.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/deepcoder/eval_senior_python-javascript_chat_none_deepcoder_DeepCoder-14B-Preview-exl2-8bpw_1745163174.ndjson -------------------------------------------------------------------------------- /results/deepcoder/eval_senior_python-javascript_chat_none_deepcoder_agentica-org-DeepCoder-1.5B-Preview_1745104439.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/deepcoder/eval_senior_python-javascript_chat_none_deepcoder_agentica-org-DeepCoder-1.5B-Preview_1745104439.ndjson -------------------------------------------------------------------------------- /results/deepseek/eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-deepseek-coder-1.3b-instruct-AWQ_1699195077.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/deepseek/eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-deepseek-coder-1.3b-instruct-AWQ_1699195077.ndjson -------------------------------------------------------------------------------- /results/deepseek/eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-deepseek-coder-33B-instruct-AWQ_1699195845.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/deepseek/eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-deepseek-coder-33B-instruct-AWQ_1699195845.ndjson -------------------------------------------------------------------------------- /results/deepseek/eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-deepseek-coder-6.7B-instruct-AWQ_1699195030.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/deepseek/eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-deepseek-coder-6.7B-instruct-AWQ_1699195030.ndjson -------------------------------------------------------------------------------- /results/deepseek/eval_junior-v2_python-javascript_Alpaca_none_topk1_deepseek-ai-deepseek-coder-1.3b-instruct_1699195152.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/deepseek/eval_junior-v2_python-javascript_Alpaca_none_topk1_deepseek-ai-deepseek-coder-1.3b-instruct_1699195152.ndjson -------------------------------------------------------------------------------- /results/deepseek/eval_junior-v2_python-javascript_Alpaca_none_topk1_deepseek-ai-deepseek-coder-6.7b-instruct_1699195465.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/deepseek/eval_junior-v2_python-javascript_Alpaca_none_topk1_deepseek-ai-deepseek-coder-6.7b-instruct_1699195465.ndjson -------------------------------------------------------------------------------- /results/deepseek/eval_junior-v2_python-javascript_DeepMagic_none_greedy-vllm_rombodawg-DeepMagic-Coder-7b-Alt_1715890679.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/deepseek/eval_junior-v2_python-javascript_DeepMagic_none_greedy-vllm_rombodawg-DeepMagic-Coder-7b-Alt_1715890679.ndjson -------------------------------------------------------------------------------- /results/deepseek/eval_senior_python-javascript_DeepMagic_none_greedy-vllm_rombodawg-DeepMagic-Coder-7b-Alt_1715890017.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/deepseek/eval_senior_python-javascript_DeepMagic_none_greedy-vllm_rombodawg-DeepMagic-Coder-7b-Alt_1715890017.ndjson -------------------------------------------------------------------------------- /results/dolphin3/eval_junior-v2_python-javascript_chat_none_greedy-openai_Dolphin3.0-Llama3.1-8B-Q8-0_1736198911.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/dolphin3/eval_junior-v2_python-javascript_chat_none_greedy-openai_Dolphin3.0-Llama3.1-8B-Q8-0_1736198911.ndjson -------------------------------------------------------------------------------- /results/dolphin3/eval_senior_python-javascript_chat_none_greedy-hf_Dolphin3.0-Llama3.2-3B-fp16-fp16_1736196971.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/dolphin3/eval_senior_python-javascript_chat_none_greedy-hf_Dolphin3.0-Llama3.2-3B-fp16-fp16_1736196971.ndjson -------------------------------------------------------------------------------- /results/dolphin3/eval_senior_python-javascript_chat_none_greedy-openai_Dolphin3.0-Llama3.1-8B-Q8-0_1736198294.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/dolphin3/eval_senior_python-javascript_chat_none_greedy-openai_Dolphin3.0-Llama3.1-8B-Q8-0_1736198294.ndjson -------------------------------------------------------------------------------- /results/dolphin3/eval_senior_python-javascript_chat_none_greedy-openai_Dolphin3.0-Llama3.2-3B-fp16_1736197180.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/dolphin3/eval_senior_python-javascript_chat_none_greedy-openai_Dolphin3.0-Llama3.2-3B-fp16_1736197180.ndjson -------------------------------------------------------------------------------- /results/dolphin3/eval_senior_python-javascript_chat_none_greedy-openai_Dolphin3.0-Llama3.2-3B-fp16_1736197993.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/dolphin3/eval_senior_python-javascript_chat_none_greedy-openai_Dolphin3.0-Llama3.2-3B-fp16_1736197993.ndjson -------------------------------------------------------------------------------- /results/exaone3.5/eval_senior_python-javascript_chat-exaone_none_greedy-openai_EXAONE-3.5-2.4B-Instruct-Q8-0_1733869910.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/exaone3.5/eval_senior_python-javascript_chat-exaone_none_greedy-openai_EXAONE-3.5-2.4B-Instruct-Q8-0_1733869910.ndjson -------------------------------------------------------------------------------- /results/exaone3.5/eval_senior_python-javascript_chat-exaone_none_greedy-openai_EXAONE-3.5-32B-Instruct-Q8-0_1733870100.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/exaone3.5/eval_senior_python-javascript_chat-exaone_none_greedy-openai_EXAONE-3.5-32B-Instruct-Q8-0_1733870100.ndjson -------------------------------------------------------------------------------- /results/exaone3.5/eval_senior_python-javascript_chat-exaone_none_greedy-openai_EXAONE-3.5-7.8B-Instruct-Q8-0_1733870370.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/exaone3.5/eval_senior_python-javascript_chat-exaone_none_greedy-openai_EXAONE-3.5-7.8B-Instruct-Q8-0_1733870370.ndjson -------------------------------------------------------------------------------- /results/exaone3.5/eval_senior_python-javascript_chat-simple_none_greedy-openai_EXAONE-3.5-2.4B-Instruct-Q8-0_1733867078.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/exaone3.5/eval_senior_python-javascript_chat-simple_none_greedy-openai_EXAONE-3.5-2.4B-Instruct-Q8-0_1733867078.ndjson -------------------------------------------------------------------------------- /results/exaone3.5/eval_senior_python-javascript_chat-simple_none_greedy-openai_EXAONE-3.5-32B-Instruct-Q8-0_1733867755.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/exaone3.5/eval_senior_python-javascript_chat-simple_none_greedy-openai_EXAONE-3.5-32B-Instruct-Q8-0_1733867755.ndjson -------------------------------------------------------------------------------- /results/exaone3.5/eval_senior_python-javascript_chat-simple_none_greedy-openai_EXAONE-3.5-7.8B-Instruct-Q8-0_1733867276.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/exaone3.5/eval_senior_python-javascript_chat-simple_none_greedy-openai_EXAONE-3.5-7.8B-Instruct-Q8-0_1733867276.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_chat-generic-v2_none_precise_tiiuae-falcon-7b-instruct-fp16_1690577992.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_chat-generic-v2_none_precise_tiiuae-falcon-7b-instruct-fp16_1690577992.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_TheBloke-falcon-40b-instruct-GPTQ_1691092024.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_TheBloke-falcon-40b-instruct-GPTQ_1691092024.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_TheBloke-falcon-7b-instruct-GPTQ_1691078938.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_TheBloke-falcon-7b-instruct-GPTQ_1691078938.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_tiiuae-falcon-7b-instruct-fp16_1690577735.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_chat-generic-v2_none_topk1_tiiuae-falcon-7b-instruct-fp16_1690577735.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_falcon-instruct-v2c_none_precise_falcon-180b-gradio_1694031521.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_falcon-instruct-v2c_none_precise_falcon-180b-gradio_1694031521.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_precise_tiiuae-falcon-7b-instruct-fp16_1690577839.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_precise_tiiuae-falcon-7b-instruct-fp16_1690577839.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_TheBloke-falcon-40b-instruct-GPTQ_1691101657.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_TheBloke-falcon-40b-instruct-GPTQ_1691101657.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_TheBloke-falcon-7b-instruct-GPTQ_1691079712.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_TheBloke-falcon-7b-instruct-GPTQ_1691079712.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-40b-instruct-Q3-K-M_1703832902.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-40b-instruct-Q3-K-M_1703832902.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-40b-instruct-Q4-1_1703865187.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-40b-instruct-Q4-1_1703865187.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-40b-instruct-Q4-K-M_1703864418.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-40b-instruct-Q4-K-M_1703864418.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-40b-instruct-Q5-K-M_1703866203.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-40b-instruct-Q5-K-M_1703866203.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-7b-instruct-Q5-K-M_1703867156.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-7b-instruct-Q5-K-M_1703867156.ndjson -------------------------------------------------------------------------------- /results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-7b-instruct-fp16_1690577572.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon/eval_junior-v2_python-javascript_falcon-instruct_none_topk1_tiiuae-falcon-7b-instruct-fp16_1690577572.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_junior-v2_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-1B-Instruct_1734471863.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_junior-v2_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-1B-Instruct_1734471863.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-hf_tiiuae-Falcon3-10B-Instruct-fp16_1734450340.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-hf_tiiuae-Falcon3-10B-Instruct-fp16_1734450340.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-hf_tiiuae-Falcon3-1B-Instruct-fp16_1734471941.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-hf_tiiuae-Falcon3-1B-Instruct-fp16_1734471941.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-hf_tiiuae-Falcon3-3B-Instruct-fp16_1734451308.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-hf_tiiuae-Falcon3-3B-Instruct-fp16_1734451308.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-hf_tiiuae-Falcon3-7B-Instruct-fp16_1734449262.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-hf_tiiuae-Falcon3-7B-Instruct-fp16_1734449262.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_Falcon3-10B-Instruct-q8-0_1737654843.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_Falcon3-10B-Instruct-q8-0_1737654843.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_Falcon3-3B-Instruct-q8-0_1737654801.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_Falcon3-3B-Instruct-q8-0_1737654801.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_Falcon3-7B-Instruct-q8-0_1737654607.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_Falcon3-7B-Instruct-q8-0_1737654607.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_ollama-falcon3:10b-instruct-q8-0_1737654566.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_ollama-falcon3:10b-instruct-q8-0_1737654566.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_ollama-falcon3:3b-instruct-q8-0_1737654317.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_ollama-falcon3:3b-instruct-q8-0_1737654317.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_ollama-falcon3:7b-instruct-q8-0_1737654224.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_ollama-falcon3:7b-instruct-q8-0_1737654224.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-10B-Instruct_1734451102.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-10B-Instruct_1734451102.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-1B-Instruct_1734471858.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-1B-Instruct_1734471858.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-3B-Instruct_1734456202.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-3B-Instruct_1734456202.ndjson -------------------------------------------------------------------------------- /results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-7B-Instruct_1734449778.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/falcon3/eval_senior_python-javascript_chat_none_greedy-openai_tiiuae-Falcon3-7B-Instruct_1734449778.ndjson -------------------------------------------------------------------------------- /results/gemini/eval_senior_python-javascript_chat_none_greedy-openai_gemini-gemini-2.0-flash-exp_1734788286.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/gemini/eval_senior_python-javascript_chat_none_greedy-openai_gemini-gemini-2.0-flash-exp_1734788286.ndjson -------------------------------------------------------------------------------- /results/gemma3/eval_senior_python-javascript_chat_none_greedy-hf_gemma-3-4b-it-fp16_1743956073.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/gemma3/eval_senior_python-javascript_chat_none_greedy-hf_gemma-3-4b-it-fp16_1743956073.ndjson -------------------------------------------------------------------------------- /results/gemma3/eval_senior_python-javascript_chat_none_greedy-hf_google-gemma-3-27b-it-fp16_1743957863.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/gemma3/eval_senior_python-javascript_chat_none_greedy-hf_google-gemma-3-27b-it-fp16_1743957863.ndjson -------------------------------------------------------------------------------- /results/gemma3/eval_senior_python-javascript_chat_none_greedy-openai_gemma-3-12b-it_1743956861.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/gemma3/eval_senior_python-javascript_chat_none_greedy-openai_gemma-3-12b-it_1743956861.ndjson -------------------------------------------------------------------------------- /results/gemma3/eval_senior_python-javascript_chat_none_greedy-openai_gemma-3-4b-it_1743956203.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/gemma3/eval_senior_python-javascript_chat_none_greedy-openai_gemma-3-4b-it_1743956203.ndjson -------------------------------------------------------------------------------- /results/gemma3/eval_senior_python-javascript_chat_none_greedy-openai_google-gemma-3-27b-it_1743968628.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/gemma3/eval_senior_python-javascript_chat_none_greedy-openai_google-gemma-3-27b-it_1743968628.ndjson -------------------------------------------------------------------------------- /results/gemma3/eval_senior_python-javascript_chat_none_greedy-openai_ollama-chat-gemma3:12b_1743970135.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/gemma3/eval_senior_python-javascript_chat_none_greedy-openai_ollama-chat-gemma3:12b_1743970135.ndjson -------------------------------------------------------------------------------- /results/gemma3/eval_senior_python-javascript_chat_none_greedy-openai_ollama-chat-gemma3:27b_1743971255.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/gemma3/eval_senior_python-javascript_chat_none_greedy-openai_ollama-chat-gemma3:27b_1743971255.ndjson -------------------------------------------------------------------------------- /results/granite3/eval_junior-v2_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-2b-instruct_1736199314.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/granite3/eval_junior-v2_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-2b-instruct_1736199314.ndjson -------------------------------------------------------------------------------- /results/granite3/eval_junior-v2_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-8b-instruct_1736199511.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/granite3/eval_junior-v2_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-8b-instruct_1736199511.ndjson -------------------------------------------------------------------------------- /results/granite3/eval_senior_python-javascript_chat_none_greedy-hf_ibm-granite-granite-3.3-8b-instruct-fp16_1744835666.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/granite3/eval_senior_python-javascript_chat_none_greedy-hf_ibm-granite-granite-3.3-8b-instruct-fp16_1744835666.ndjson -------------------------------------------------------------------------------- /results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-2b-instruct_1736199325.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-2b-instruct_1736199325.ndjson -------------------------------------------------------------------------------- /results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-2b-instruct_1744834923.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-2b-instruct_1744834923.ndjson -------------------------------------------------------------------------------- /results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-8b-instruct_1736199538.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-8b-instruct_1736199538.ndjson -------------------------------------------------------------------------------- /results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-8b-instruct_1744834953.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.1-8b-instruct_1744834953.ndjson -------------------------------------------------------------------------------- /results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.2-2b-instruct_1744835009.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.2-2b-instruct_1744835009.ndjson -------------------------------------------------------------------------------- /results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.2-8b-instruct_1744835107.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.2-8b-instruct_1744835107.ndjson -------------------------------------------------------------------------------- /results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.3-2b-instruct_1744835091.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.3-2b-instruct_1744835091.ndjson -------------------------------------------------------------------------------- /results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.3-8b-instruct_1744835293.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ibm-granite-granite-3.3-8b-instruct_1744835293.ndjson -------------------------------------------------------------------------------- /results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ollama-granite3.3:8b_1744836955.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/granite3/eval_senior_python-javascript_chat_none_greedy-openai_ollama-granite3.3:8b_1744836955.ndjson -------------------------------------------------------------------------------- /results/internlm2/eval_senior_python-javascript_Alpaca-v1b_none_greedy-openai_internlm-AlchemistCoder-CL-7B_1724598573.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/internlm2/eval_senior_python-javascript_Alpaca-v1b_none_greedy-openai_internlm-AlchemistCoder-CL-7B_1724598573.ndjson -------------------------------------------------------------------------------- /results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_ajibawa-2023-Code-13B_1704086908.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_ajibawa-2023-Code-13B_1704086908.ndjson -------------------------------------------------------------------------------- /results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_ajibawa-2023-Code-33B_1704087486.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_ajibawa-2023-Code-33B_1704087486.ndjson -------------------------------------------------------------------------------- /results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_ajibawa-2023-Python-Code-13B_1704086773.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_ajibawa-2023-Python-Code-13B_1704086773.ndjson -------------------------------------------------------------------------------- /results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_ajibawa-2023-Python-Code-33B_1704087928.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_ajibawa-2023-Python-Code-33B_1704087928.ndjson -------------------------------------------------------------------------------- /results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_ajibawa-2023-Code-13B_1704086918.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_ajibawa-2023-Code-13B_1704086918.ndjson -------------------------------------------------------------------------------- /results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_ajibawa-2023-Code-33B_1704087503.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_ajibawa-2023-Code-33B_1704087503.ndjson -------------------------------------------------------------------------------- /results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_ajibawa-2023-Python-Code-13B_1704086782.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_ajibawa-2023-Python-Code-13B_1704086782.ndjson -------------------------------------------------------------------------------- /results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_ajibawa-2023-Python-Code-33B_1704087948.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_ajibawa-2023-Python-Code-33B_1704087948.ndjson -------------------------------------------------------------------------------- /results/llama/eval_junior-v2_python-javascript_Vicuna-Code_none_topk1_ajibawa-2023-Code-13B_1704061322.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama/eval_junior-v2_python-javascript_Vicuna-Code_none_topk1_ajibawa-2023-Code-13B_1704061322.ndjson -------------------------------------------------------------------------------- /results/llama/eval_junior-v2_python-javascript_Vicuna-Code_none_topk1_ajibawa-2023-Code-33B_1704087524.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama/eval_junior-v2_python-javascript_Vicuna-Code_none_topk1_ajibawa-2023-Code-33B_1704087524.ndjson -------------------------------------------------------------------------------- /results/llama/eval_junior-v2_python-javascript_Vicuna-Code_none_topk1_ajibawa-2023-Python-Code-13B_1704061877.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama/eval_junior-v2_python-javascript_Vicuna-Code_none_topk1_ajibawa-2023-Python-Code-13B_1704061877.ndjson -------------------------------------------------------------------------------- /results/llama/eval_junior-v2_python-javascript_Vicuna-Code_none_topk1_ajibawa-2023-Python-Code-33B_1704087976.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama/eval_junior-v2_python-javascript_Vicuna-Code_none_topk1_ajibawa-2023-Python-Code-33B_1704087976.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_Alpaca-v1_none_precise_Gryphe-MythoMix-L2-13b_1691686961.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_Alpaca-v1_none_precise_Gryphe-MythoMix-L2-13b_1691686961.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_Alpaca-v1_none_precise_Open-Orca-OpenOrca-Platypus2-13B_1692230400.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_Alpaca-v1_none_precise_Open-Orca-OpenOrca-Platypus2-13B_1692230400.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_Alpaca-v1_none_precise_The-Face-Of-Goonery-Huginn-13b-v1.2_1691710937.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_Alpaca-v1_none_precise_The-Face-Of-Goonery-Huginn-13b-v1.2_1691710937.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_Open-Orca-OpenOrca-Platypus2-13B_1692230348.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_Open-Orca-OpenOrca-Platypus2-13B_1692230348.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_Alpaca_none_precise_The-Face-Of-Goonery-Huginn-13b-v1.2_1691710912.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_Alpaca_none_precise_The-Face-Of-Goonery-Huginn-13b-v1.2_1691710912.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_Alpaca_none_precise_deepse-CodeUp-Llama-2-13b-chat-hf_1691067995.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_Alpaca_none_precise_deepse-CodeUp-Llama-2-13b-chat-hf_1691067995.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_Alpaca_none_topk1_deepse-CodeUp-Llama-2-13b-chat-hf_1691068043.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_Alpaca_none_topk1_deepse-CodeUp-Llama-2-13b-chat-hf_1691068043.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_Undi95-Nous-Hermes-13B-Code-fp16_1693765911.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_Undi95-Nous-Hermes-13B-Code-fp16_1693765911.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_Undi95-Nous-Hermes-13B-Code-fp16_1693766113.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_Undi95-Nous-Hermes-13B-Code-fp16_1693766113.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_Vicuna-Code_none_greedy-vllm_ajibawa-2023-Code-290k-13B_1708389439.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_Vicuna-Code_none_greedy-vllm_ajibawa-2023-Code-290k-13B_1708389439.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_airoboros-plain_none_precise_Undi95-Nous-Hermes-13B-Code-fp16_1693766577.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_airoboros-plain_none_precise_Undi95-Nous-Hermes-13B-Code-fp16_1693766577.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_airoboros_none_precise_Undi95-Nous-Hermes-13B-Code-fp16_1693766347.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_airoboros_none_precise_Undi95-Nous-Hermes-13B-Code-fp16_1693766347.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_chatml-v0_none_topk1_TheBloke-Orca-2-13B-AWQ_1702106372.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_chatml-v0_none_topk1_TheBloke-Orca-2-13B-AWQ_1702106372.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_chatml-v0_none_topk1_microsoft-Orca-2-13b_1702133970.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_chatml-v0_none_topk1_microsoft-Orca-2-13b_1702133970.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_codeCherryPop_none_greedy_TokenBender-codeCherryPy-7B-llama2_1691430058.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_codeCherryPop_none_greedy_TokenBender-codeCherryPy-7B-llama2_1691430058.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_codeCherryPop_none_precise_TokenBender-codeCherryPy-7B-llama2_1691430040.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_codeCherryPop_none_precise_TokenBender-codeCherryPy-7B-llama2_1691430040.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_codeCherryPop_none_topk1_TokenBender-codeCherryPy-7B-llama2_1691430076.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_codeCherryPop_none_topk1_TokenBender-codeCherryPy-7B-llama2_1691430076.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_dolphin-v2_none_precise_ehartford-dolphin-llama2-7b_1691431953.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_dolphin-v2_none_precise_ehartford-dolphin-llama2-7b_1691431953.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_dolphin_none_precise_ehartford-dolphin-llama2-7b_1691431908.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_dolphin_none_precise_ehartford-dolphin-llama2-7b_1691431908.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_llama2-chat-v3a_none_precise_meta-llama-Llama-2-13b-chat-hf_1690417212.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_llama2-chat-v3a_none_precise_meta-llama-Llama-2-13b-chat-hf_1690417212.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_llama2-chat-v3a_none_precise_meta-llama-Llama-2-7b-chat-hf_1690416294.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_llama2-chat-v3a_none_precise_meta-llama-Llama-2-7b-chat-hf_1690416294.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_llama2-chat-v3b_none_precise_meta-llama-Llama-2-13b-chat-hf_1690417232.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_llama2-chat-v3b_none_precise_meta-llama-Llama-2-13b-chat-hf_1690417232.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_llama2-chat-v3b_none_precise_meta-llama-Llama-2-7b-chat-hf_1690416314.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_llama2-chat-v3b_none_precise_meta-llama-Llama-2-7b-chat-hf_1690416314.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_llama2-chat_none_precise_meta-llama-Llama-2-13b-chat-hf_1690417251.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_llama2-chat_none_precise_meta-llama-Llama-2-13b-chat-hf_1690417251.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_llama2-chat_none_precise_meta-llama-Llama-2-7b-chat-hf_1690415784.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_llama2-chat_none_precise_meta-llama-Llama-2-7b-chat-hf_1690415784.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_llama2-coder_none_llama2-coder_mrm8488-llama-2-coder-7b-fp16_1691526120.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_llama2-coder_none_llama2-coder_mrm8488-llama-2-coder-7b-fp16_1691526120.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_llama2-coder_none_precise_mrm8488-llama-2-coder-7b-fp16_1691526744.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_llama2-coder_none_precise_mrm8488-llama-2-coder-7b-fp16_1691526744.ndjson -------------------------------------------------------------------------------- /results/llama2/eval_junior-v2_python-javascript_opencoder_none_topk1_Open-Orca-OpenOrcaxOpenChat-Preview2-13B_1691101901.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama2/eval_junior-v2_python-javascript_opencoder_none_topk1_Open-Orca-OpenOrcaxOpenChat-Preview2-13B_1691101901.ndjson -------------------------------------------------------------------------------- /results/llama3.1/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_hermes-3-llama-3.1-405b-fp8_1723754821.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3.1/eval_junior-v2_python-javascript_chat-simple_none_greedy-openai_hermes-3-llama-3.1-405b-fp8_1723754821.ndjson -------------------------------------------------------------------------------- /results/llama3.1/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-Q6-K_1722368576.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3.1/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-Q6-K_1722368576.ndjson -------------------------------------------------------------------------------- /results/llama3.1/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-Q6-K_1722369038.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3.1/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-Q6-K_1722369038.ndjson -------------------------------------------------------------------------------- /results/llama3.1/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-Q8-0_1722369764.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3.1/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-Q8-0_1722369764.ndjson -------------------------------------------------------------------------------- /results/llama3.1/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-Q8-0_1722369836.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3.1/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3.1-8B-Instruct-Q8-0_1722369836.ndjson -------------------------------------------------------------------------------- /results/llama3.1/eval_senior_python-javascript_chat-simple_none_greedy-openai_hermes-3-llama-3.1-405b-fp8_1723754420.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3.1/eval_senior_python-javascript_chat-simple_none_greedy-openai_hermes-3-llama-3.1-405b-fp8_1723754420.ndjson -------------------------------------------------------------------------------- /results/llama3.1/eval_senior_python-javascript_chat_none_greedy-openai_Hermes-3-Llama-3.1-8B.Q8-0_1733965534.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3.1/eval_senior_python-javascript_chat_none_greedy-openai_Hermes-3-Llama-3.1-8B.Q8-0_1733965534.ndjson -------------------------------------------------------------------------------- /results/llama3.1/eval_senior_python-javascript_chat_none_greedy-openai_NousResearch-Hermes-3-Llama-3.1-8B_1733956530.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3.1/eval_senior_python-javascript_chat_none_greedy-openai_NousResearch-Hermes-3-Llama-3.1-8B_1733956530.ndjson -------------------------------------------------------------------------------- /results/llama3.1/eval_senior_python-javascript_chat_none_greedy-openai_NousResearch-Hermes-3-Llama-3.2-3B_1733956299.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3.1/eval_senior_python-javascript_chat_none_greedy-openai_NousResearch-Hermes-3-Llama-3.2-3B_1733956299.ndjson -------------------------------------------------------------------------------- /results/llama3.3/eval_senior_python-javascript_chat-simple_none_greedy-openai_Llama-3.3-70B-Instruct-Q4-K-M_1733535888.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3.3/eval_senior_python-javascript_chat-simple_none_greedy-openai_Llama-3.3-70B-Instruct-Q4-K-M_1733535888.ndjson -------------------------------------------------------------------------------- /results/llama3/eval_senior_python-javascript_chat-simple_none_greedy-llama_Meta-Llama-3-8B-Instruct-Q4-K-M_1715803307.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3/eval_senior_python-javascript_chat-simple_none_greedy-llama_Meta-Llama-3-8B-Instruct-Q4-K-M_1715803307.ndjson -------------------------------------------------------------------------------- /results/llama3/eval_senior_python-javascript_chat-simple_none_greedy-llama_Meta-Llama-3-8B-Instruct-bf16_1715801951.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3/eval_senior_python-javascript_chat-simple_none_greedy-llama_Meta-Llama-3-8B-Instruct-bf16_1715801951.ndjson -------------------------------------------------------------------------------- /results/llama3/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-Q6-K_1714538273.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-Q6-K_1714538273.ndjson -------------------------------------------------------------------------------- /results/llama3/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-Q8-0_1714538067.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-Q8-0_1714538067.ndjson -------------------------------------------------------------------------------- /results/llama3/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-bf16_1715804639.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama3/eval_senior_python-javascript_chat-simple_none_greedy-openai_Meta-Llama-3-8B-Instruct-bf16_1715804639.ndjson -------------------------------------------------------------------------------- /results/llama4/eval_senior_python-javascript_chat_none_greedy-openai_Llama4ForConditionalGeneration_1745247487.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/llama4/eval_senior_python-javascript_chat_none_greedy-openai_Llama4ForConditionalGeneration_1745247487.ndjson -------------------------------------------------------------------------------- /results/magicoder/eval_junior-v2_python-javascript_magicoder_none_topk1_ise-uiuc-Magicoder-CL-7B_1702158667.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/magicoder/eval_junior-v2_python-javascript_magicoder_none_topk1_ise-uiuc-Magicoder-CL-7B_1702158667.ndjson -------------------------------------------------------------------------------- /results/magicoder/eval_junior-v2_python-javascript_magicoder_none_topk1_ise-uiuc-Magicoder-DS-6.7B_1702158204.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/magicoder/eval_junior-v2_python-javascript_magicoder_none_topk1_ise-uiuc-Magicoder-DS-6.7B_1702158204.ndjson -------------------------------------------------------------------------------- /results/magicoder/eval_junior-v2_python-javascript_magicoder_none_topk1_ise-uiuc-Magicoder-S-CL-7B_1702158364.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/magicoder/eval_junior-v2_python-javascript_magicoder_none_topk1_ise-uiuc-Magicoder-S-CL-7B_1702158364.ndjson -------------------------------------------------------------------------------- /results/magicoder/eval_junior-v2_python-javascript_magicoder_none_topk1_ise-uiuc-Magicoder-S-DS-6.7B_1702157989.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/magicoder/eval_junior-v2_python-javascript_magicoder_none_topk1_ise-uiuc-Magicoder-S-DS-6.7B_1702157989.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_Nondzu-Mistral-7B-code-16k-qlora_1702104915.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_Nondzu-Mistral-7B-code-16k-qlora_1702104915.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_cloudyu-Mixtral-7Bx2-MoE-fp16_1703375451.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_cloudyu-Mixtral-7Bx2-MoE-fp16_1703375451.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_Alpaca_none_topk1_Nondzu-Mistral-7B-code-16k-qlora_1702104726.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_Alpaca_none_topk1_Nondzu-Mistral-7B-code-16k-qlora_1702104726.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-Mistral-7B-Code-16K-qlora-AWQ_1702107144.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-Mistral-7B-Code-16K-qlora-AWQ_1702107144.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-Mistral-7B-Code-16K-qlora-GPTQ_1702105667.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_Alpaca_none_topk1_TheBloke-Mistral-7B-Code-16K-qlora-GPTQ_1702105667.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_Alpaca_none_topk1_uukuguy-speechless-code-mistral-7b-v1.0_1699023305.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_Alpaca_none_topk1_uukuguy-speechless-code-mistral-7b-v1.0_1699023305.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_chat-simple_none_greedy-hf_codestral-22B-v0.1_1717007932.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_chat-simple_none_greedy-hf_codestral-22B-v0.1_1717007932.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_chatml-v0_none_topk1_teknium-OpenHermes-2.5-Mistral-7B_1699029087.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_chatml-v0_none_topk1_teknium-OpenHermes-2.5-Mistral-7B_1699029087.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_chatml-v1_none_precise_Open-Orca-Mistral-7B-OpenOrca_1697988322.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_chatml-v1_none_precise_Open-Orca-Mistral-7B-OpenOrca_1697988322.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_chatml-v1_none_topk1_Open-Orca-Mistral-7B-OpenOrca_1697988317.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_chatml-v1_none_topk1_Open-Orca-Mistral-7B-OpenOrca_1697988317.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_llama2-code-v1b_none_topk1_mistral-7b-instruct-v0.1.Q8-0_1695844478.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_llama2-code-v1b_none_topk1_mistral-7b-instruct-v0.1.Q8-0_1695844478.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mistral-7b-v0.1.Q8-0_1695838581.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mistral-7b-v0.1.Q8-0_1695838581.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mistralai-Mistral-7B-Instruct-v0.2_1702787220.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mistralai-Mistral-7B-Instruct-v0.2_1702787220.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mistralai-Mistral-7B-v0.1_1695995683.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mistralai-Mistral-7B-v0.1_1695995683.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mistralai-Mistral-7B-Instruct-v0.2_1702787939.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mistralai-Mistral-7B-Instruct-v0.2_1702787939.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_openchat_none_topk1_beowolx-CodeNinja-1.0-OpenChat-7B_1703426513.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_openchat_none_topk1_beowolx-CodeNinja-1.0-OpenChat-7B_1703426513.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_openchat_none_topk1_openchat-openchat-3.5-1210_1703426680.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_openchat_none_topk1_openchat-openchat-3.5-1210_1703426680.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_junior-v2_python-javascript_openchat_none_topk1_openchat-openchat-3.5-1210_1703442610.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_junior-v2_python-javascript_openchat_none_topk1_openchat-openchat-3.5-1210_1703442610.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_senior_python-javascript_chat-simple_none_greedy-hf_codestral-22B-v0.1_1717007241.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_senior_python-javascript_chat-simple_none_greedy-hf_codestral-22B-v0.1_1717007241.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-ministral-8b-2410_1732215191.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-ministral-8b-2410_1732215191.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-large-2411_1732115721.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-mistral-large-2411_1732115721.ndjson -------------------------------------------------------------------------------- /results/mistral/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-open-codestral-mamba_1721329581.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mistral/eval_senior_python-javascript_chat-simple_none_greedy-openai_mistral-open-codestral-mamba_1721329581.ndjson -------------------------------------------------------------------------------- /results/mixtral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-8x7b-instruct-v0.1.Q2-K_1703570428.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mixtral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-8x7b-instruct-v0.1.Q2-K_1703570428.ndjson -------------------------------------------------------------------------------- /results/mixtral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-8x7b-instruct-v0.1.Q3-K-M_1703571193.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mixtral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-8x7b-instruct-v0.1.Q3-K-M_1703571193.ndjson -------------------------------------------------------------------------------- /results/mixtral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-8x7b-instruct-v0.1.Q4-0_1703571540.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mixtral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-8x7b-instruct-v0.1.Q4-0_1703571540.ndjson -------------------------------------------------------------------------------- /results/mixtral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-2.10bpw_1704746706.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mixtral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-2.10bpw_1704746706.ndjson -------------------------------------------------------------------------------- /results/mixtral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-q2k_1704741950.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mixtral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-q2k_1704741950.ndjson -------------------------------------------------------------------------------- /results/mixtral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-q3k-small_1704744154.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mixtral/eval_junior-v2_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-q3k-small_1704744154.ndjson -------------------------------------------------------------------------------- /results/mixtral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-8x7b-instruct-v0.1.Q2-K_1703617654.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mixtral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-8x7b-instruct-v0.1.Q2-K_1703617654.ndjson -------------------------------------------------------------------------------- /results/mixtral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-8x7b-instruct-v0.1.Q3-K-M_1703618041.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mixtral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-8x7b-instruct-v0.1.Q3-K-M_1703618041.ndjson -------------------------------------------------------------------------------- /results/mixtral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-8x7b-instruct-v0.1.Q4-0_1703618415.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mixtral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-8x7b-instruct-v0.1.Q4-0_1703618415.ndjson -------------------------------------------------------------------------------- /results/mixtral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-2.10bpw_1704747931.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mixtral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-2.10bpw_1704747931.ndjson -------------------------------------------------------------------------------- /results/mixtral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-q2k_1704742818.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mixtral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-q2k_1704742818.ndjson -------------------------------------------------------------------------------- /results/mixtral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-q3k-small_1704745220.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/mixtral/eval_junior-v2_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-q3k-small_1704745220.ndjson -------------------------------------------------------------------------------- /results/orca-mini/eval_junior-v2_python-javascript_orca-1p3_none_precise_TheBloke-orca-mini-v2-13b-GPTQ_1691851565.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/orca-mini/eval_junior-v2_python-javascript_orca-1p3_none_precise_TheBloke-orca-mini-v2-13b-GPTQ_1691851565.ndjson -------------------------------------------------------------------------------- /results/orca-mini/eval_junior-v2_python-javascript_orca-1p3_none_precise_TheBloke-orca-mini-v3-13B-GPTQ_1691713364.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/orca-mini/eval_junior-v2_python-javascript_orca-1p3_none_precise_TheBloke-orca-mini-v3-13B-GPTQ_1691713364.ndjson -------------------------------------------------------------------------------- /results/orca-mini/eval_junior-v2_python-javascript_orca-1p3_none_precise_psmathur-orca-mini-v3-13b_1691888396.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/orca-mini/eval_junior-v2_python-javascript_orca-1p3_none_precise_psmathur-orca-mini-v3-13b_1691888396.ndjson -------------------------------------------------------------------------------- /results/orca-mini/eval_junior-v2_python-javascript_orca-1p3_none_precise_psmathur-orca-mini-v3-7b-fp16_1691853400.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/orca-mini/eval_junior-v2_python-javascript_orca-1p3_none_precise_psmathur-orca-mini-v3-7b-fp16_1691853400.ndjson -------------------------------------------------------------------------------- /results/orca-mini/eval_junior-v2_python-javascript_orca_none_precise_TheBloke-orca-mini-v2-13b-GPTQ_1691851508.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/orca-mini/eval_junior-v2_python-javascript_orca_none_precise_TheBloke-orca-mini-v2-13b-GPTQ_1691851508.ndjson -------------------------------------------------------------------------------- /results/orca-mini/eval_junior-v2_python-javascript_orca_none_precise_TheBloke-orca-mini-v3-13B-GPTQ_1691713308.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/orca-mini/eval_junior-v2_python-javascript_orca_none_precise_TheBloke-orca-mini-v3-13B-GPTQ_1691713308.ndjson -------------------------------------------------------------------------------- /results/orca-mini/eval_junior-v2_python-javascript_orca_none_precise_psmathur-orca-mini-v2-13b-fp16_1690561068.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/orca-mini/eval_junior-v2_python-javascript_orca_none_precise_psmathur-orca-mini-v2-13b-fp16_1690561068.ndjson -------------------------------------------------------------------------------- /results/orca-mini/eval_junior-v2_python-javascript_orca_none_precise_psmathur-orca-mini-v2-7b-fp16_1690556266.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/orca-mini/eval_junior-v2_python-javascript_orca_none_precise_psmathur-orca-mini-v2-7b-fp16_1690556266.ndjson -------------------------------------------------------------------------------- /results/orca-mini/eval_junior-v2_python-javascript_orca_none_precise_psmathur-orca-mini-v3-13b_1691888405.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/orca-mini/eval_junior-v2_python-javascript_orca_none_precise_psmathur-orca-mini-v3-13b_1691888405.ndjson -------------------------------------------------------------------------------- /results/orca-mini/eval_junior-v2_python-javascript_orca_none_precise_psmathur-orca-mini-v3-7b-fp16_1691853361.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/orca-mini/eval_junior-v2_python-javascript_orca_none_precise_psmathur-orca-mini-v3-7b-fp16_1691853361.ndjson -------------------------------------------------------------------------------- /results/phi/eval_junior-v2_python-javascript_phi2_none_topk1_microsoft-phi-2-fp16_1702786871.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/phi/eval_junior-v2_python-javascript_phi2_none_topk1_microsoft-phi-2-fp16_1702786871.ndjson -------------------------------------------------------------------------------- /results/phi4/eval_senior_python-javascript_chat_none_greedy-hf_microsoft-Phi-4-mini-instruct-fp16_1744837669.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/phi4/eval_senior_python-javascript_chat_none_greedy-hf_microsoft-Phi-4-mini-instruct-fp16_1744837669.ndjson -------------------------------------------------------------------------------- /results/phi4/eval_senior_python-javascript_chat_none_greedy-hf_microsoft-phi-4-fp16_1736352603.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/phi4/eval_senior_python-javascript_chat_none_greedy-hf_microsoft-phi-4-fp16_1736352603.ndjson -------------------------------------------------------------------------------- /results/phi4/eval_senior_python-javascript_chat_none_greedy-openai_microsoft-Phi-4-mini-instruct_1744837536.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/phi4/eval_senior_python-javascript_chat_none_greedy-openai_microsoft-Phi-4-mini-instruct_1744837536.ndjson -------------------------------------------------------------------------------- /results/phi4/eval_senior_python-javascript_chat_none_greedy-openai_microsoft-phi-4_1736353159.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/phi4/eval_senior_python-javascript_chat_none_greedy-openai_microsoft-phi-4_1736353159.ndjson -------------------------------------------------------------------------------- /results/qwen/eval_senior_python-javascript_chat-simple_none_greedy-openai_hf:Qwen-Qwen1.5-110B-Chat_1721789546.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen/eval_senior_python-javascript_chat-simple_none_greedy-openai_hf:Qwen-Qwen1.5-110B-Chat_1721789546.ndjson -------------------------------------------------------------------------------- /results/qwen/eval_senior_python-javascript_chat-simple_none_greedy-openai_hf:Qwen-Qwen1.5-72B-Chat_1721789440.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen/eval_senior_python-javascript_chat-simple_none_greedy-openai_hf:Qwen-Qwen1.5-72B-Chat_1721789440.ndjson -------------------------------------------------------------------------------- /results/qwen2.5/eval_senior_python-javascript_chat_none_greedy-hf_nvidia-AceInstruct-1.5B-fp16_1745527400.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen2.5/eval_senior_python-javascript_chat_none_greedy-hf_nvidia-AceInstruct-1.5B-fp16_1745527400.ndjson -------------------------------------------------------------------------------- /results/qwen2.5/eval_senior_python-javascript_chat_none_greedy-hf_nvidia-AceInstruct-7B-fp16_1745527236.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen2.5/eval_senior_python-javascript_chat_none_greedy-hf_nvidia-AceInstruct-7B-fp16_1745527236.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B-FP8_1746548020.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B-FP8_1746548020.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B-FP8_1746548314.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B-FP8_1746548314.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B-FP8_1746548803.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B-FP8_1746548803.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B_1746545126.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B_1746545126.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B_1746545426.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B_1746545426.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B_1746545749.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-14B_1746545749.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-30B-A3B-Q6-K_1746311645.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-30B-A3B-Q6-K_1746311645.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-FP8_1746423835.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-FP8_1746423835.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-FP8_1746424345.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-FP8_1746424345.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-FP8_1746424801.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-FP8_1746424801.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-Q8-0_1746543452.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-Q8-0_1746543452.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-Q8-0_1746543800.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-Q8-0_1746543800.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-Q8-0_1746544124.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B-Q8-0_1746544124.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B_1746423664.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B_1746423664.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B_1746424046.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B_1746424046.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B_1746424478.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-4B_1746424478.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-FP8_1746411930.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-FP8_1746411930.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-FP8_1746413044.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-FP8_1746413044.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-FP8_1746413565.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-FP8_1746413565.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-Q6-K_1746412900.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-Q6-K_1746412900.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-Q8-0_1746412697.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen-Qwen3-8B-Q8-0_1746412697.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-14B-AWQ_1746423308.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-14B-AWQ_1746423308.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-14B-AWQ_1746423771.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-14B-AWQ_1746423771.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-14B-AWQ_1746424185.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-14B-AWQ_1746424185.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-14B-Q8-0_1746310205.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-14B-Q8-0_1746310205.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-30B-A3B-mix-IQ4-K_1746328172.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-30B-A3B-mix-IQ4-K_1746328172.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-32B-Q5-K-M_1746315299.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-32B-Q5-K-M_1746315299.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-32B-Q8-0_1746314075.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-Qwen-Qwen3-8B_none_qwen3-think_Qwen3-32B-Q8-0_1746314075.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-14B_1746544631.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-14B_1746544631.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-14B_1746544647.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-14B_1746544647.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-14B_1746544663.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-14B_1746544663.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B_1746299475.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B_1746299475.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B_1746422338.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B_1746422338.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B_1746422354.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-4B_1746422354.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-8B_1746298015.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen-Qwen3-8B_1746298015.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-AWQ_1746422603.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-AWQ_1746422603.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-AWQ_1746422621.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-AWQ_1746422621.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-AWQ_1746422639.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-AWQ_1746422639.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-Q8-0_1746299837.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-Q8-0_1746299837.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-Q8-0_1746305401.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-Q8-0_1746305401.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-Q8-0_1746306024.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-14B-Q8-0_1746306024.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-32B-AWQ_1746297166.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-32B-AWQ_1746297166.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-32B-Q5-K-M_1746312686.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-32B-Q5-K-M_1746312686.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-32B-Q8-0_1746311781.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-32B-Q8-0_1746311781.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-32B-Q8-0_1746312322.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-32B-Q8-0_1746312322.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-8B_1746297555.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat-nothink-Qwen-Qwen3-8B_none_qwen3-nothink_Qwen3-8B_1746297555.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat_none_qwen3-think_Qwen-Qwen3-4B_1746299092.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat_none_qwen3-think_Qwen-Qwen3-4B_1746299092.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat_none_qwen3-think_Qwen3-32B-AWQ_1746299444.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat_none_qwen3-think_Qwen3-32B-AWQ_1746299444.ndjson -------------------------------------------------------------------------------- /results/qwen3/eval_senior_python-javascript_chat_none_qwen3-think_Qwen3-8B_1746298603.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/qwen3/eval_senior_python-javascript_chat_none_qwen3-think_Qwen3-8B_1746298603.ndjson -------------------------------------------------------------------------------- /results/r1/eval_senior_python-javascript_chat_none_greedy-openai_deepseek-deepseek-reasoner_1737473317.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/r1/eval_senior_python-javascript_chat_none_greedy-openai_deepseek-deepseek-reasoner_1737473317.ndjson -------------------------------------------------------------------------------- /results/reason/eval_senior_python-javascript_chat_none_greedy-openai-8k_NovaSky-AI-Sky-T1-32B-Preview_1737651842.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/reason/eval_senior_python-javascript_chat_none_greedy-openai-8k_NovaSky-AI-Sky-T1-32B-Preview_1737651842.ndjson -------------------------------------------------------------------------------- /results/reason/eval_senior_python-javascript_chat_none_greedy-openai-8k_Qwen-QwQ-32B-Preview_1737652448.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/reason/eval_senior_python-javascript_chat_none_greedy-openai-8k_Qwen-QwQ-32B-Preview_1737652448.ndjson -------------------------------------------------------------------------------- /results/refact/eval_junior-v2_python-javascript_refact-chat_none_topk1_smallcloudai-Refact-1-6B-fim-fp32_1693947099.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/refact/eval_junior-v2_python-javascript_refact-chat_none_topk1_smallcloudai-Refact-1-6B-fim-fp32_1693947099.ndjson -------------------------------------------------------------------------------- /results/replit/eval_junior-v2_python-javascript_Alpaca-Input_none_topk1_nickrosh-Evol-Replit-v1-fp16_1694216910.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/replit/eval_junior-v2_python-javascript_Alpaca-Input_none_topk1_nickrosh-Evol-Replit-v1-fp16_1694216910.ndjson -------------------------------------------------------------------------------- /results/replit/eval_junior-v2_python-javascript_Alpaca_none_topk1_nickrosh-Evol-Replit-v1-fp16_1694216868.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/replit/eval_junior-v2_python-javascript_Alpaca_none_topk1_nickrosh-Evol-Replit-v1-fp16_1694216868.ndjson -------------------------------------------------------------------------------- /results/replit/eval_junior-v2_python-javascript_Alpaca_none_topk1_teknium-Replit-v2-CodeInstruct-3B-fp16_1690526391.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/replit/eval_junior-v2_python-javascript_Alpaca_none_topk1_teknium-Replit-v2-CodeInstruct-3B-fp16_1690526391.ndjson -------------------------------------------------------------------------------- /results/replit/eval_junior-v2_python-javascript_replit-code_none_topk1_replit-replit-code-v1-3b-fp16_1690511829.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/replit/eval_junior-v2_python-javascript_replit-code_none_topk1_replit-replit-code-v1-3b-fp16_1690511829.ndjson -------------------------------------------------------------------------------- /results/senior/eval_senior_python-javascript_Vicuna-Code_none_greedy-vllm_ajibawa-2023-Code-290k-13B_1708389465.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/senior/eval_senior_python-javascript_Vicuna-Code_none_greedy-vllm_ajibawa-2023-Code-290k-13B_1708389465.ndjson -------------------------------------------------------------------------------- /results/senior/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-1106_1704523017.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/senior/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-3.5-turbo-1106_1704523017.ndjson -------------------------------------------------------------------------------- /results/senior/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0613_1704523170.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/senior/eval_senior_python-javascript_chat-simple_none_greedy-openai_openai-gpt-4-0613_1704523170.ndjson -------------------------------------------------------------------------------- /results/senior/eval_senior_python-javascript_magicoder_none_greedy-vllm_ise-uiuc-Magicoder-DS-6.7B_1704557749.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/senior/eval_senior_python-javascript_magicoder_none_greedy-vllm_ise-uiuc-Magicoder-DS-6.7B_1704557749.ndjson -------------------------------------------------------------------------------- /results/senior/eval_senior_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-2.10bpw_1704749487.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/senior/eval_senior_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-2.10bpw_1704749487.ndjson -------------------------------------------------------------------------------- /results/senior/eval_senior_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-q2k_1704750816.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/senior/eval_senior_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-q2k_1704750816.ndjson -------------------------------------------------------------------------------- /results/senior/eval_senior_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-q3k-small_1704751635.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/senior/eval_senior_python-javascript_mistral-v1_none_topk1_mixtral-instruct-8x7b-q3k-small_1704751635.ndjson -------------------------------------------------------------------------------- /results/senior/eval_senior_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-2.10bpw_1704750014.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/senior/eval_senior_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-2.10bpw_1704750014.ndjson -------------------------------------------------------------------------------- /results/senior/eval_senior_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-q2k_1704751203.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/senior/eval_senior_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-q2k_1704751203.ndjson -------------------------------------------------------------------------------- /results/senior/eval_senior_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-q3k-small_1704752163.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/senior/eval_senior_python-javascript_mistral-v2_none_topk1_mixtral-instruct-8x7b-q3k-small_1704752163.ndjson -------------------------------------------------------------------------------- /results/solar/eval_junior-v2_python-javascript_Alpaca_none_topk1_NousResearch-Nous-Hermes-2-SOLAR-10.7B_1704211153.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/solar/eval_junior-v2_python-javascript_Alpaca_none_topk1_NousResearch-Nous-Hermes-2-SOLAR-10.7B_1704211153.ndjson -------------------------------------------------------------------------------- /results/solar/eval_junior-v2_python-javascript_orca-1p3_none_greedy-vllm_upstage-SOLAR-10.7B-Instruct-v1.0_1707199166.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/solar/eval_junior-v2_python-javascript_orca-1p3_none_greedy-vllm_upstage-SOLAR-10.7B-Instruct-v1.0_1707199166.ndjson -------------------------------------------------------------------------------- /results/solar/eval_senior_python-javascript_orca-1p3_none_greedy-vllm_upstage-SOLAR-10.7B-Instruct-v1.0_1707199174.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/solar/eval_senior_python-javascript_orca-1p3_none_greedy-vllm_upstage-SOLAR-10.7B-Instruct-v1.0_1707199174.ndjson -------------------------------------------------------------------------------- /results/stable/eval_junior-v2_python-javascript_mistral-v1_none_topk1_stabilityai-stablelm-3b-4e1t-fp16_1696604744.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/stable/eval_junior-v2_python-javascript_mistral-v1_none_topk1_stabilityai-stablelm-3b-4e1t-fp16_1696604744.ndjson -------------------------------------------------------------------------------- /results/tinyllama/eval_junior-v2_python-javascript_chatml-v0_none_topk1_TinyLlama-TinyLlama-1.1B-Chat-v1.0_1704053855.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/tinyllama/eval_junior-v2_python-javascript_chatml-v0_none_topk1_TinyLlama-TinyLlama-1.1B-Chat-v1.0_1704053855.ndjson -------------------------------------------------------------------------------- /results/tinyllama/eval_junior-v2_python-javascript_chatml-v0_none_topk1_TinyLlama-TinyLlama-1.1B-Chat-v1.0_1704054002.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/tinyllama/eval_junior-v2_python-javascript_chatml-v0_none_topk1_TinyLlama-TinyLlama-1.1B-Chat-v1.0_1704054002.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.1/eval_junior-v2_python-javascript_Vicuna-1p1-v2_none_precise_lmsys-vicuna-13b-v1.1_1690394875.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.1/eval_junior-v2_python-javascript_Vicuna-1p1-v2_none_precise_lmsys-vicuna-13b-v1.1_1690394875.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.1/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-7b-v1.1_1690399914.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.1/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-7b-v1.1_1690399914.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.1/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-13b-v1.1_1690394921.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.1/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-13b-v1.1_1690394921.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.1/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.1_1690384480.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.1/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.1_1690384480.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.1/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-13b-v1.1_1690394942.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.1/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-13b-v1.1_1690394942.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.1/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-7b-v1.1_1690384489.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.1/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-7b-v1.1_1690384489.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p1-v2_none_precise_lmsys-vicuna-13b-v1.3_1690395341.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p1-v2_none_precise_lmsys-vicuna-13b-v1.3_1690395341.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-33b-v1.3_1691241156.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-33b-v1.3_1691241156.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-7b-v1.3_1690400032.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-7b-v1.3_1690400032.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-13b-v1.3_1690395366.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-13b-v1.3_1690395366.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-33b-v1.3_1691241174.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-33b-v1.3_1691241174.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.3_1690384730.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.3_1690384730.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-13b-v1.3_1690395373.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-13b-v1.3_1690395373.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-33b-v1.3_1691241205.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-33b-v1.3_1691241205.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-7b-v1.3_1690384737.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.3/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-7b-v1.3_1690384737.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_greedy_lmsys-vicuna-13b-v1.5_1691069044.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_greedy_lmsys-vicuna-13b-v1.5_1691069044.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_greedy_lmsys-vicuna-7b-v1.5_1691068339.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_greedy_lmsys-vicuna-7b-v1.5_1691068339.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-13b-v1.5_1691068981.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-13b-v1.5_1691068981.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-7b-v1.5_1691068278.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_lmsys-vicuna-7b-v1.5_1691068278.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_greedy_lmsys-vicuna-13b-v1.5_1691069050.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_greedy_lmsys-vicuna-13b-v1.5_1691069050.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_greedy_lmsys-vicuna-7b-v1.5_1691068345.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_greedy_lmsys-vicuna-7b-v1.5_1691068345.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-13b-v1.5_1691068988.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-13b-v1.5_1691068988.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-fp16_1691852469.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-fp16_1691852469.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-fp4_1691853031.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-fp4_1691853031.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-int8_1691852853.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-int8_1691852853.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-nf4_1691855274.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5-nf4_1691855274.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5_1691068283.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_lmsys-vicuna-7b-v1.5_1691068283.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_greedy_lmsys-vicuna-13b-v1.5_1691069056.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_greedy_lmsys-vicuna-13b-v1.5_1691069056.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_greedy_lmsys-vicuna-7b-v1.5_1691068354.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_greedy_lmsys-vicuna-7b-v1.5_1691068354.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-13b-v1.5_1691068993.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-13b-v1.5_1691068993.ndjson -------------------------------------------------------------------------------- /results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-7b-v1.5_1691068290.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/vicuna-1.5/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_lmsys-vicuna-7b-v1.5_1691068290.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Alpaca_none_precise_WizardLM-WizardCoder-15B-V1.0_1690489340.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Alpaca_none_precise_WizardLM-WizardCoder-15B-V1.0_1690489340.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q4-0_1703866466.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q4-0_1703866466.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q4-1_1703866494.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q4-1_1703866494.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q5-0_1703864659.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q5-0_1703864659.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q5-1_1703865011.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q5-1_1703865011.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q8-0_1703867111.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Alpaca_none_topk1_WizardCoder-15B-V1.0.Q8-0_1703867111.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_WizardCoder-15B-V1.0.Q5-0_1703863267.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_WizardCoder-15B-V1.0.Q5-0_1703863267.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_WizardCoder-15B-V1.0.Q5-1_1703865618.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_WizardCoder-15B-V1.0.Q5-1_1703865618.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_WizardLM-WizardCoder-15B-V1.0-fp16_1690488398.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_WizardLM-WizardCoder-15B-V1.0-fp16_1690488398.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_WizardLM-WizardCoder-15B-V1.0_1690489309.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Alpaca_none_wizardcoder_WizardLM-WizardCoder-15B-V1.0_1690489309.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_WizardLM-WizardLM-13B-V1.1_1690403845.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_WizardLM-WizardLM-13B-V1.1_1690403845.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_WizardLM-WizardLM-13B-V1.2_1690406353.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_precise_WizardLM-WizardLM-13B-V1.2_1690406353.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_WizardLM-WizardLM-13B-V1.1_1690403884.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_WizardLM-WizardLM-13B-V1.1_1690403884.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_WizardLM-WizardLM-13B-V1.2_1690406373.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_precise_WizardLM-WizardLM-13B-V1.2_1690406373.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_WizardLM-WizardLM-13B-V1.1_1690403898.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_WizardLM-WizardLM-13B-V1.1_1690403898.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_WizardLM-WizardLM-13B-V1.2_1690406379.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_precise_WizardLM-WizardLM-13B-V1.2_1690406379.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_greedy-vllm_WizardLM-WizardCoder-1B-V1.0_1705119587.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_greedy-vllm_WizardLM-WizardCoder-1B-V1.0_1705119587.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_greedy-vllm_WizardLM-WizardCoder-3B-V1.0_1705119705.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_greedy-vllm_WizardLM-WizardCoder-3B-V1.0_1705119705.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_precise_WizardLM-WizardCoder-15B-V1.0_1690489325.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_precise_WizardLM-WizardCoder-15B-V1.0_1690489325.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q4-0_1703866767.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q4-0_1703866767.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q4-1_1703866797.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q4-1_1703866797.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q5-0_1703831441.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q5-0_1703831441.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q5-1_1703865323.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q5-1_1703865323.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q8-0_1703867472.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardCoder-15B-V1.0.Q8-0_1703867472.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardLM-WizardCoder-33B-V1.1_1704399307.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_topk1_WizardLM-WizardCoder-33B-V1.1_1704399307.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_wizardcoder_WizardCoder-15B-V1.0.Q5-0_1703863764.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_wizardcoder_WizardCoder-15B-V1.0.Q5-0_1703863764.ndjson -------------------------------------------------------------------------------- /results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_wizardcoder_WizardCoder-15B-V1.0.Q5-1_1703866054.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/wizard/eval_junior-v2_python-javascript_Wizard-Coder_none_wizardcoder_WizardCoder-15B-V1.0.Q5-1_1703866054.ndjson -------------------------------------------------------------------------------- /results/xwinlm/eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029934.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/xwinlm/eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029934.ndjson -------------------------------------------------------------------------------- /results/xwinlm/eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029271.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/xwinlm/eval_junior-v2_python-javascript_Alpaca-v1_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029271.ndjson -------------------------------------------------------------------------------- /results/xwinlm/eval_junior-v2_python-javascript_Alpaca_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029923.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/xwinlm/eval_junior-v2_python-javascript_Alpaca_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029923.ndjson -------------------------------------------------------------------------------- /results/xwinlm/eval_junior-v2_python-javascript_Alpaca_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029263.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/xwinlm/eval_junior-v2_python-javascript_Alpaca_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029263.ndjson -------------------------------------------------------------------------------- /results/xwinlm/eval_junior-v2_python-javascript_Alpaca_none_topk1_firelzrd-Xwin-LM-70B-V0.1-exl2-4-5-bpw_1699026765.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/xwinlm/eval_junior-v2_python-javascript_Alpaca_none_topk1_firelzrd-Xwin-LM-70B-V0.1-exl2-4-5-bpw_1699026765.ndjson -------------------------------------------------------------------------------- /results/xwinlm/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029886.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/xwinlm/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029886.ndjson -------------------------------------------------------------------------------- /results/xwinlm/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029063.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/xwinlm/eval_junior-v2_python-javascript_Vicuna-1p1-v2a_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029063.ndjson -------------------------------------------------------------------------------- /results/xwinlm/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029896.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/xwinlm/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029896.ndjson -------------------------------------------------------------------------------- /results/xwinlm/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029074.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/xwinlm/eval_junior-v2_python-javascript_Vicuna-1p3-v2a_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029074.ndjson -------------------------------------------------------------------------------- /results/xwinlm/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029910.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/xwinlm/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_Xwin-LM-Xwin-LM-13B-V0.2_1699029910.ndjson -------------------------------------------------------------------------------- /results/xwinlm/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029084.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/xwinlm/eval_junior-v2_python-javascript_Vicuna-1p3-v2b_none_topk1_Xwin-LM-Xwin-LM-7B-V0.2_1699029084.ndjson -------------------------------------------------------------------------------- /results/yi/eval_junior-v2_python-javascript_Alpaca-v1b_none_greedy-hf_TechxGenus-Yi-9B-Coder-fp16_1716700804.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/yi/eval_junior-v2_python-javascript_Alpaca-v1b_none_greedy-hf_TechxGenus-Yi-9B-Coder-fp16_1716700804.ndjson -------------------------------------------------------------------------------- /results/yi/eval_junior-v2_python-javascript_chatml-v0_none_topk1_TheBloke-Nous-Hermes-2-Yi-34B-AWQ_1703748402.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/yi/eval_junior-v2_python-javascript_chatml-v0_none_topk1_TheBloke-Nous-Hermes-2-Yi-34B-AWQ_1703748402.ndjson -------------------------------------------------------------------------------- /results/yi/eval_junior-v2_python-javascript_chatml-v0_none_topk1_TheBloke-Nous-Hermes-2-Yi-34B-GPTQ-main_1703747861.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/yi/eval_junior-v2_python-javascript_chatml-v0_none_topk1_TheBloke-Nous-Hermes-2-Yi-34B-GPTQ-main_1703747861.ndjson -------------------------------------------------------------------------------- /results/yi/eval_junior-v2_python-javascript_chatml-v0_none_topk1_TheBloke-Nous-Hermes-2-Yi-34B-GPTQ_1703748558.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/yi/eval_junior-v2_python-javascript_chatml-v0_none_topk1_TheBloke-Nous-Hermes-2-Yi-34B-GPTQ_1703748558.ndjson -------------------------------------------------------------------------------- /results/yi/eval_junior-v2_python-javascript_chatml-v0_none_topk1_nous-hermes-2-yi-34b.Q4-K-M_1703749041.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/yi/eval_junior-v2_python-javascript_chatml-v0_none_topk1_nous-hermes-2-yi-34b.Q4-K-M_1703749041.ndjson -------------------------------------------------------------------------------- /results/yi/eval_junior-v2_python-javascript_llama2-chat-v3a_none_greedy-vllm_jondurbin-bagel-34b-v0.2_1704740601.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/yi/eval_junior-v2_python-javascript_llama2-chat-v3a_none_greedy-vllm_jondurbin-bagel-34b-v0.2_1704740601.ndjson -------------------------------------------------------------------------------- /results/yi/eval_junior-v2_python-javascript_llama2-chat-v3b_none_greedy-vllm_jondurbin-bagel-34b-v0.2_1704740608.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/yi/eval_junior-v2_python-javascript_llama2-chat-v3b_none_greedy-vllm_jondurbin-bagel-34b-v0.2_1704740608.ndjson -------------------------------------------------------------------------------- /results/yi/eval_junior-v2_python-javascript_llama2-code-v1b_none_greedy-vllm_jondurbin-bagel-34b-v0.2_1704740615.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/yi/eval_junior-v2_python-javascript_llama2-code-v1b_none_greedy-vllm_jondurbin-bagel-34b-v0.2_1704740615.ndjson -------------------------------------------------------------------------------- /results/yi/eval_junior-v2_python-javascript_llama2-code-v2b_none_greedy-vllm_jondurbin-bagel-34b-v0.2_1704740622.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/yi/eval_junior-v2_python-javascript_llama2-code-v2b_none_greedy-vllm_jondurbin-bagel-34b-v0.2_1704740622.ndjson -------------------------------------------------------------------------------- /results/yi/eval_senior_python-javascript_Alpaca-v1b_none_greedy-hf_TechxGenus-Yi-9B-Coder-fp16_1716700938.ndjson: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/results/yi/eval_senior_python-javascript_Alpaca-v1b_none_greedy-hf_TechxGenus-Yi-9B-Coder-fp16_1716700938.ndjson -------------------------------------------------------------------------------- /sbox/Dockerfile.javascript: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/sbox/Dockerfile.javascript -------------------------------------------------------------------------------- /sbox/Dockerfile.python: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/sbox/Dockerfile.python -------------------------------------------------------------------------------- /sbox/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/sbox/README.md -------------------------------------------------------------------------------- /sbox/eval.javascript.tpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/sbox/eval.javascript.tpl -------------------------------------------------------------------------------- /sbox/eval.python.tpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/sbox/eval.python.tpl -------------------------------------------------------------------------------- /sbox/sandbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/sbox/sandbox.py -------------------------------------------------------------------------------- /sbox/timeout.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/sbox/timeout.sh -------------------------------------------------------------------------------- /senior/recursion.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/senior/recursion.yaml -------------------------------------------------------------------------------- /senior/vm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/the-crypt-keeper/can-ai-code/HEAD/senior/vm.yaml --------------------------------------------------------------------------------