├── .github └── workflows │ └── push_spaces.yaml ├── .gitignore ├── LICENSE ├── README.md ├── _config.yml ├── app.py ├── assets ├── favicon │ ├── android-chrome-192x192.png │ ├── android-chrome-512x512.png │ ├── apple-touch-icon.png │ ├── favicon-16x16.png │ ├── favicon-32x32.png │ ├── favicon.ico │ └── site.webmanifest └── og_image.png ├── benchmark ├── .gitignore ├── README.md ├── common │ ├── download_weights.sh │ └── start_nvml_container.sh ├── diffusion │ ├── image-to-video │ │ ├── .dockerignore │ │ ├── Dockerfile │ │ ├── README.md │ │ ├── models │ │ │ ├── ali-vilab │ │ │ │ └── i2vgen-xl │ │ │ │ │ ├── kwargs.json │ │ │ │ │ └── revision.txt │ │ │ └── stabilityai │ │ │ │ ├── stable-video-diffusion-img2vid-xt │ │ │ │ ├── kwargs.json │ │ │ │ └── revision.txt │ │ │ │ └── stable-video-diffusion-img2vid │ │ │ │ ├── kwargs.json │ │ │ │ └── revision.txt │ │ ├── pegasus │ │ │ ├── A100 │ │ │ │ ├── hosts_1gpu.yaml │ │ │ │ └── queue_1gpu.yaml │ │ │ └── H100 │ │ │ │ ├── hosts_1gpu.yaml │ │ │ │ └── queue_1gpu.yaml │ │ ├── requirements.txt │ │ ├── scripts │ │ │ ├── aggregate_leaderboard_data.py │ │ │ ├── aggregate_leaderboard_models.py │ │ │ ├── benchmark_one_datapoint.py │ │ │ └── benchmark_one_model.py │ │ └── sharegpt4video │ │ │ ├── .gitignore │ │ │ ├── README.md │ │ │ ├── extract_first_frame.py │ │ │ ├── sample.py │ │ │ └── sharegpt4video_100.json │ ├── text-to-image │ │ ├── .dockerignore │ │ ├── Dockerfile │ │ ├── README.md │ │ ├── models │ │ │ ├── SimianLuo │ │ │ │ └── LCM_Dreamshaper_v7 │ │ │ │ │ ├── kwargs.json │ │ │ │ │ └── revision.txt │ │ │ ├── kandinsky-community │ │ │ │ ├── kandinsky-2-2-decoder │ │ │ │ │ ├── kwargs.json │ │ │ │ │ └── revision.txt │ │ │ │ └── kandinsky-3 │ │ │ │ │ ├── kwargs.json │ │ │ │ │ └── revision.txt │ │ │ ├── prompthero │ │ │ │ └── openjourney-v4 │ │ │ │ │ ├── kwargs.json │ │ │ │ │ └── revision.txt │ │ │ ├── segmind │ │ │ │ └── SSD-1B │ │ │ │ │ ├── kwargs.json │ │ │ │ │ └── revision.txt │ │ │ └── stabilityai │ │ │ │ ├── sdxl-turbo │ │ │ │ ├── kwargs.json │ │ │ │ └── revision.txt │ │ │ │ ├── stable-cascade │ │ │ │ ├── kwargs.json │ │ │ │ └── revision.txt │ │ │ │ ├── stable-diffusion-2-1 │ │ │ │ ├── kwargs.json │ │ │ │ └── revision.txt │ │ │ │ ├── stable-diffusion-3-medium-diffusers │ │ │ │ ├── kwargs.json │ │ │ │ └── revision.txt │ │ │ │ └── stable-diffusion-xl-base-1.0 │ │ │ │ ├── kwargs.json │ │ │ │ └── revision.txt │ │ ├── pegasus │ │ │ ├── A100 │ │ │ │ ├── hosts_1gpu.yaml │ │ │ │ └── queue_1gpu.yaml │ │ │ └── H100 │ │ │ │ ├── hosts_1gpu.yaml │ │ │ │ └── queue_1gpu.yaml │ │ ├── requirements.txt │ │ └── scripts │ │ │ ├── aggregate_leaderboard_data.py │ │ │ ├── aggregate_leaderboard_models.py │ │ │ ├── benchmark_one_datapoint.py │ │ │ └── benchmark_one_model.py │ └── text-to-video │ │ ├── .dockerignore │ │ ├── Dockerfile │ │ ├── README.md │ │ ├── models │ │ ├── ali-vilab │ │ │ └── text-to-video-ms-1.7b │ │ │ │ ├── kwargs.json │ │ │ │ └── revision.txt │ │ ├── emilianJR │ │ │ └── epiCRealism │ │ │ │ ├── kwargs.json │ │ │ │ └── revision.txt │ │ └── guoyww │ │ │ └── animatediff-motion-adapter-v1-5-3 │ │ │ ├── kwargs.json │ │ │ └── revision.txt │ │ ├── pegasus │ │ ├── A100 │ │ │ ├── hosts_1gpu.yaml │ │ │ └── queue_1gpu.yaml │ │ └── H100 │ │ │ ├── hosts_1gpu.yaml │ │ │ └── queue_1gpu.yaml │ │ ├── requirements.txt │ │ ├── scripts │ │ ├── aggregate_leaderboard_data.py │ │ ├── aggregate_leaderboard_models.py │ │ ├── benchmark_one_datapoint.py │ │ └── benchmark_one_model.py │ │ └── sharegpt4video │ │ ├── README.md │ │ ├── sample.py │ │ └── sharegpt4video_100.json ├── llm_text_generation │ ├── chat │ │ ├── README.md │ │ ├── models │ │ │ ├── databricks │ │ │ │ └── dbrx-instruct │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ ├── google │ │ │ │ ├── gemma-1.1-2b-it │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── gemma-1.1-7b-it │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── gemma-2-27b-it │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── gemma-2-2b-it │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── gemma-2-9b-it │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── gemma-2b-it │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ └── gemma-7b-it │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ ├── meta-llama │ │ │ │ ├── Llama-2-13b-chat-hf │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── Llama-2-70b-chat-hf │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── Llama-2-7b-chat-hf │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── Meta-Llama-3-70B-Instruct │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── Meta-Llama-3-8B-Instruct │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── Meta-Llama-3.1-405B-Instruct │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── Meta-Llama-3.1-70B-Instruct │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ └── Meta-Llama-3.1-8B-Instruct │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ ├── microsoft │ │ │ │ ├── Phi-3-medium-4k-instruct │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── Phi-3-mini-4k-instruct │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── Phi-3-small-8k-instruct │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ └── phi-2 │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ ├── mistralai │ │ │ │ ├── Mistral-7B-Instruct-v0.2 │ │ │ │ │ ├── README.md │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── Mistral-7B-Instruct-v0.3 │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── Mistral-Large-Instruct-2407 │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── Mistral-Nemo-Instruct-2407 │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── Mixtral-8x22B-Instruct-v0.1 │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ │ └── Mixtral-8x7B-Instruct-v0.1 │ │ │ │ │ ├── revision.txt │ │ │ │ │ └── tokenizer_config.json │ │ │ └── tiiuae │ │ │ │ ├── falcon-40b-instruct │ │ │ │ ├── README.md │ │ │ │ ├── revision.txt │ │ │ │ └── tokenizer_config.json │ │ │ │ └── falcon-7b-instruct │ │ │ │ ├── README.md │ │ │ │ ├── revision.txt │ │ │ │ └── tokenizer_config.json │ │ ├── pegasus │ │ │ ├── A100 │ │ │ │ ├── hosts_16gpu.yaml │ │ │ │ ├── hosts_1gpu.yaml │ │ │ │ ├── hosts_2gpu.yaml │ │ │ │ ├── hosts_4gpu.yaml │ │ │ │ ├── hosts_8gpu.yaml │ │ │ │ ├── queue_16gpu.yaml │ │ │ │ ├── queue_1gpu.yaml │ │ │ │ ├── queue_2gpu.yaml │ │ │ │ ├── queue_4gpu.yaml │ │ │ │ └── queue_8gpu.yaml │ │ │ └── H100 │ │ │ │ ├── hosts_1gpu.yaml │ │ │ │ ├── hosts_2gpu.yaml │ │ │ │ ├── hosts_4gpu.yaml │ │ │ │ ├── hosts_8gpu.yaml │ │ │ │ ├── queue_1gpu.yaml │ │ │ │ ├── queue_2gpu.yaml │ │ │ │ ├── queue_4gpu.yaml │ │ │ │ └── queue_8gpu.yaml │ │ ├── requirements.txt │ │ ├── scripts │ │ │ ├── aggregate_leaderboard_data.py │ │ │ ├── aggregate_leaderboard_models.py │ │ │ ├── benchmark_client.py │ │ │ ├── benchmark_one_datapoint.py │ │ │ └── benchmark_one_model.py │ │ └── sharegpt │ │ │ ├── README.md │ │ │ ├── ShareGPT_V3_filtered_500.json │ │ │ └── filter_dataset.py │ └── code │ │ ├── README.md │ │ ├── models │ │ ├── bigcode │ │ │ ├── gpt_bigcode-santacoder │ │ │ │ └── revision.txt │ │ │ ├── starcoder │ │ │ │ └── revision.txt │ │ │ ├── starcoder2-15b │ │ │ │ └── revision.txt │ │ │ ├── starcoder2-3b │ │ │ │ └── revision.txt │ │ │ └── starcoder2-7b │ │ │ │ └── revision.txt │ │ ├── codellama │ │ │ ├── CodeLlama-13b-hf │ │ │ │ └── revision.txt │ │ │ ├── CodeLlama-34b-hf │ │ │ │ └── revision.txt │ │ │ ├── CodeLlama-70b-hf │ │ │ │ └── revision.txt │ │ │ └── CodeLlama-7b-hf │ │ │ │ └── revision.txt │ │ ├── google │ │ │ ├── codegemma-1.1-2b │ │ │ │ └── revision.txt │ │ │ └── codegemma-7b │ │ │ │ └── revision.txt │ │ └── microsoft │ │ │ ├── Phi-3-mini-4k-instruct │ │ │ └── revision.txt │ │ │ └── phi-2 │ │ │ └── revision.txt │ │ ├── pegasus │ │ ├── A100 │ │ │ ├── hosts_1gpu.yaml │ │ │ ├── hosts_4gpu.yaml │ │ │ ├── hosts_8gpu.yaml │ │ │ ├── queue_1gpu.yaml │ │ │ ├── queue_4gpu.yaml │ │ │ └── queue_8gpu.yaml │ │ └── H100 │ │ │ ├── hosts_1gpu.yaml │ │ │ ├── hosts_2gpu.yaml │ │ │ ├── hosts_4gpu.yaml │ │ │ ├── queue_1gpu.yaml │ │ │ ├── queue_2gpu.yaml │ │ │ └── queue_4gpu.yaml │ │ ├── requirements.txt │ │ └── scripts │ │ ├── aggregate_leaderboard_data.py │ │ ├── aggregate_leaderboard_models.py │ │ ├── benchmark_client.py │ │ ├── benchmark_one_datapoint.py │ │ └── benchmark_one_model.py └── mllm_text_generation │ └── chat │ ├── README.md │ ├── llava_conversation │ ├── .gitignore │ ├── README.md │ └── sample.py │ ├── models │ ├── facebook │ │ ├── chameleon-30b │ │ │ ├── README.md │ │ │ ├── revision.txt │ │ │ └── tokenizer_config.json │ │ └── chameleon-7b │ │ │ ├── README.md │ │ │ ├── revision.txt │ │ │ └── tokenizer_config.json │ ├── google │ │ └── paligemma-3b-mix-224 │ │ │ ├── README.md │ │ │ ├── revision.txt │ │ │ └── tokenizer_config.json │ ├── llava-hf │ │ ├── llama3-llava-next-8b-hf │ │ │ ├── revision.txt │ │ │ └── tokenizer_config.json │ │ ├── llava-1.5-13b-hf │ │ │ ├── README.md │ │ │ ├── revision.txt │ │ │ └── tokenizer_config.json │ │ └── llava-1.5-7b-hf │ │ │ ├── README.md │ │ │ ├── revision.txt │ │ │ └── tokenizer_config.json │ └── microsoft │ │ └── Phi-3-vision-128k-instruct │ │ ├── revision.txt │ │ └── tokenizer_config.json │ ├── pegasus │ ├── A100 │ │ ├── hosts_1gpu.yaml │ │ ├── hosts_4gpu.yaml │ │ ├── queue_1gpu.yaml │ │ └── queue_4gpu.yaml │ └── H100 │ │ ├── hosts_1gpu.yaml │ │ ├── hosts_2gpu.yaml │ │ ├── queue_1gpu.yaml │ │ └── queue_2gpu.yaml │ ├── requirements.txt │ └── scripts │ ├── aggregate_leaderboard_data.py │ ├── aggregate_leaderboard_models.py │ ├── benchmark_client.py │ ├── benchmark_one_datapoint.py │ └── benchmark_one_model.py ├── data ├── diffusion │ ├── image-to-video │ │ ├── A100-SXM4-40GB │ │ │ ├── ali-vilab │ │ │ │ └── i2vgen-xl │ │ │ │ │ ├── bs1+steps25+frames16.json │ │ │ │ │ └── bs2+steps25+frames16.json │ │ │ └── stabilityai │ │ │ │ ├── stable-video-diffusion-img2vid-xt │ │ │ │ ├── bs1+steps25+frames25.json │ │ │ │ ├── bs2+steps25+frames25.json │ │ │ │ └── bs3+steps25+frames25.json │ │ │ │ └── stable-video-diffusion-img2vid │ │ │ │ ├── bs1+steps25+frames14.json │ │ │ │ ├── bs2+steps25+frames14.json │ │ │ │ └── bs3+steps25+frames14.json │ │ ├── H100 80GB HBM3 │ │ │ ├── ali-vilab │ │ │ │ └── i2vgen-xl │ │ │ │ │ ├── bs1+steps25+frames16.json │ │ │ │ │ └── bs2+steps25+frames16.json │ │ │ └── stabilityai │ │ │ │ ├── stable-video-diffusion-img2vid-xt │ │ │ │ ├── bs1+steps25+frames25.json │ │ │ │ ├── bs2+steps25+frames25.json │ │ │ │ └── bs3+steps25+frames25.json │ │ │ │ └── stable-video-diffusion-img2vid │ │ │ │ ├── bs1+steps25+frames14.json │ │ │ │ ├── bs2+steps25+frames14.json │ │ │ │ └── bs3+steps25+frames14.json │ │ ├── models.json │ │ └── schema.yaml │ ├── text-to-image │ │ ├── A100-SXM4-40GB │ │ │ ├── kandinsky-community │ │ │ │ ├── kandinsky-2-2-decoder │ │ │ │ │ ├── bs1+steps25.json │ │ │ │ │ ├── bs16+steps25.json │ │ │ │ │ ├── bs2+steps25.json │ │ │ │ │ ├── bs32+steps25.json │ │ │ │ │ ├── bs4+steps25.json │ │ │ │ │ └── bs8+steps25.json │ │ │ │ └── kandinsky-3 │ │ │ │ │ ├── bs1+steps25.json │ │ │ │ │ └── bs2+steps25.json │ │ │ ├── prompthero │ │ │ │ └── openjourney-v4 │ │ │ │ │ ├── bs1+steps25.json │ │ │ │ │ ├── bs16+steps25.json │ │ │ │ │ ├── bs2+steps25.json │ │ │ │ │ ├── bs32+steps25.json │ │ │ │ │ ├── bs4+steps25.json │ │ │ │ │ ├── bs64+steps25.json │ │ │ │ │ └── bs8+steps25.json │ │ │ ├── segmind │ │ │ │ └── SSD-1B │ │ │ │ │ ├── bs1+steps25.json │ │ │ │ │ ├── bs2+steps25.json │ │ │ │ │ ├── bs4+steps25.json │ │ │ │ │ └── bs8+steps25.json │ │ │ └── stabilityai │ │ │ │ ├── sdxl-turbo │ │ │ │ ├── bs1+steps25.json │ │ │ │ ├── bs16+steps25.json │ │ │ │ ├── bs2+steps25.json │ │ │ │ ├── bs4+steps25.json │ │ │ │ └── bs8+steps25.json │ │ │ │ ├── stable-diffusion-2-1 │ │ │ │ ├── bs1+steps25.json │ │ │ │ ├── bs16+steps25.json │ │ │ │ ├── bs2+steps25.json │ │ │ │ ├── bs32+steps25.json │ │ │ │ ├── bs4+steps25.json │ │ │ │ └── bs8+steps25.json │ │ │ │ ├── stable-diffusion-3-medium-diffusers │ │ │ │ ├── bs1+steps25.json │ │ │ │ ├── bs2+steps25.json │ │ │ │ ├── bs4+steps25.json │ │ │ │ └── bs8+steps25.json │ │ │ │ └── stable-diffusion-xl-base-1.0 │ │ │ │ ├── bs1+steps25.json │ │ │ │ ├── bs2+steps25.json │ │ │ │ ├── bs4+steps25.json │ │ │ │ └── bs8+steps25.json │ │ ├── H100 80GB HBM3 │ │ │ ├── kandinsky-community │ │ │ │ ├── kandinsky-2-2-decoder │ │ │ │ │ ├── bs1+steps25.json │ │ │ │ │ ├── bs16+steps25.json │ │ │ │ │ ├── bs2+steps25.json │ │ │ │ │ ├── bs32+steps25.json │ │ │ │ │ ├── bs4+steps25.json │ │ │ │ │ ├── bs64+steps25.json │ │ │ │ │ └── bs8+steps25.json │ │ │ │ └── kandinsky-3 │ │ │ │ │ ├── bs1+steps25.json │ │ │ │ │ ├── bs2+steps25.json │ │ │ │ │ ├── bs4+steps25.json │ │ │ │ │ └── bs8+steps25.json │ │ │ ├── prompthero │ │ │ │ └── openjourney-v4 │ │ │ │ │ ├── bs1+steps25.json │ │ │ │ │ ├── bs16+steps25.json │ │ │ │ │ ├── bs2+steps25.json │ │ │ │ │ ├── bs32+steps25.json │ │ │ │ │ ├── bs4+steps25.json │ │ │ │ │ ├── bs64+steps25.json │ │ │ │ │ └── bs8+steps25.json │ │ │ ├── segmind │ │ │ │ └── SSD-1B │ │ │ │ │ ├── bs1+steps25.json │ │ │ │ │ ├── bs16+steps25.json │ │ │ │ │ ├── bs2+steps25.json │ │ │ │ │ ├── bs4+steps25.json │ │ │ │ │ └── bs8+steps25.json │ │ │ └── stabilityai │ │ │ │ ├── sdxl-turbo │ │ │ │ ├── bs1+steps25.json │ │ │ │ ├── bs16+steps25.json │ │ │ │ ├── bs2+steps25.json │ │ │ │ ├── bs32+steps25.json │ │ │ │ ├── bs4+steps25.json │ │ │ │ ├── bs64+steps25.json │ │ │ │ └── bs8+steps25.json │ │ │ │ ├── stable-diffusion-2-1 │ │ │ │ ├── bs1+steps25.json │ │ │ │ ├── bs16+steps25.json │ │ │ │ ├── bs2+steps25.json │ │ │ │ ├── bs32+steps25.json │ │ │ │ ├── bs4+steps25.json │ │ │ │ ├── bs64+steps25.json │ │ │ │ └── bs8+steps25.json │ │ │ │ ├── stable-diffusion-3-medium-diffusers │ │ │ │ ├── bs1+steps25.json │ │ │ │ ├── bs16+steps25.json │ │ │ │ ├── bs2+steps25.json │ │ │ │ ├── bs32+steps25.json │ │ │ │ ├── bs4+steps25.json │ │ │ │ └── bs8+steps25.json │ │ │ │ └── stable-diffusion-xl-base-1.0 │ │ │ │ ├── bs1+steps25.json │ │ │ │ ├── bs16+steps25.json │ │ │ │ ├── bs2+steps25.json │ │ │ │ ├── bs4+steps25.json │ │ │ │ └── bs8+steps25.json │ │ ├── models.json │ │ └── schema.yaml │ └── text-to-video │ │ ├── A100-SXM4-40GB │ │ ├── ali-vilab │ │ │ └── text-to-video-ms-1.7b │ │ │ │ ├── bs1+steps25+frames16.json │ │ │ │ ├── bs16+steps25+frames16.json │ │ │ │ ├── bs2+steps25+frames16.json │ │ │ │ ├── bs4+steps25+frames16.json │ │ │ │ └── bs8+steps25+frames16.json │ │ └── guoyww │ │ │ └── animatediff-motion-adapter-v1-5-3 │ │ │ ├── bs1+steps25+frames16.json │ │ │ ├── bs2+steps25+frames16.json │ │ │ └── bs4+steps25+frames16.json │ │ ├── H100 80GB HBM3 │ │ ├── ali-vilab │ │ │ └── text-to-video-ms-1.7b │ │ │ │ ├── bs1+steps25+frames16.json │ │ │ │ ├── bs16+steps25+frames16.json │ │ │ │ ├── bs2+steps25+frames16.json │ │ │ │ ├── bs4+steps25+frames16.json │ │ │ │ └── bs8+steps25+frames16.json │ │ └── guoyww │ │ │ └── animatediff-motion-adapter-v1-5-3 │ │ │ ├── bs1+steps25+frames16.json │ │ │ ├── bs2+steps25+frames16.json │ │ │ └── bs4+steps25+frames16.json │ │ ├── models.json │ │ └── schema.yaml ├── legacy │ ├── A100_chat-concise_benchmark.csv │ ├── A100_chat_benchmark.csv │ ├── A100_instruct-concise_benchmark.csv │ ├── A100_instruct_benchmark.csv │ ├── A40_chat-concise_benchmark.csv │ ├── A40_chat_benchmark.csv │ ├── A40_instruct-concise_benchmark.csv │ ├── A40_instruct_benchmark.csv │ ├── README.md │ ├── V100_chat-concise_benchmark.csv │ ├── V100_chat_benchmark.csv │ ├── V100_instruct-concise_benchmark.csv │ ├── V100_instruct_benchmark.csv │ ├── models.json │ ├── schema.yaml │ └── score.csv ├── llm_text_generation │ ├── chat │ │ ├── A100-SXM4-40GB │ │ │ ├── google │ │ │ │ ├── gemma-2-27b-it │ │ │ │ │ ├── bs128+tp4+pp1.json │ │ │ │ │ ├── bs192+tp4+pp1.json │ │ │ │ │ ├── bs256+tp4+pp1.json │ │ │ │ │ ├── bs32+tp2+pp1.json │ │ │ │ │ ├── bs320+tp4+pp1.json │ │ │ │ │ ├── bs512+tp4+pp1.json │ │ │ │ │ └── bs63+tp2+pp1.json │ │ │ │ ├── gemma-2-2b-it │ │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ │ ├── bs512+tp1+pp1.json │ │ │ │ │ └── bs63+tp1+pp1.json │ │ │ │ └── gemma-2-9b-it │ │ │ │ │ ├── bs127+tp1+pp1.json │ │ │ │ │ ├── bs127+tp2+pp1.json │ │ │ │ │ ├── bs192+tp2+pp1.json │ │ │ │ │ ├── bs256+tp2+pp1.json │ │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ │ ├── bs32+tp2+pp1.json │ │ │ │ │ ├── bs320+tp2+pp1.json │ │ │ │ │ ├── bs63+tp2+pp1.json │ │ │ │ │ └── bs64+tp1+pp1.json │ │ │ ├── meta-llama │ │ │ │ ├── Meta-Llama-3.1-70B-Instruct │ │ │ │ │ ├── bs128+tp8+pp1.json │ │ │ │ │ ├── bs192+tp8+pp1.json │ │ │ │ │ ├── bs256+tp8+pp1.json │ │ │ │ │ ├── bs32+tp8+pp1.json │ │ │ │ │ ├── bs320+tp8+pp1.json │ │ │ │ │ ├── bs512+tp8+pp1.json │ │ │ │ │ ├── bs64+tp8+pp1.json │ │ │ │ │ └── bs768+tp8+pp1.json │ │ │ │ └── Meta-Llama-3.1-8B-Instruct │ │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ │ └── bs64+tp1+pp1.json │ │ │ ├── microsoft │ │ │ │ ├── Phi-3-medium-4k-instruct │ │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ │ └── bs64+tp1+pp1.json │ │ │ │ ├── Phi-3-mini-4k-instruct │ │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ │ └── bs64+tp1+pp1.json │ │ │ │ └── Phi-3-small-8k-instruct │ │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ │ └── bs64+tp1+pp1.json │ │ │ └── mistralai │ │ │ │ ├── Mistral-7B-Instruct-v0.3 │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ └── bs64+tp1+pp1.json │ │ │ │ ├── Mistral-Large-Instruct-2407 │ │ │ │ ├── bs128+tp8+pp1.json │ │ │ │ ├── bs192+tp8+pp1.json │ │ │ │ ├── bs256+tp8+pp1.json │ │ │ │ ├── bs32+tp8+pp1.json │ │ │ │ └── bs64+tp8+pp1.json │ │ │ │ ├── Mistral-Nemo-Instruct-2407 │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ └── bs64+tp1+pp1.json │ │ │ │ ├── Mixtral-8x22B-Instruct-v0.1-pp1 │ │ │ │ ├── bs32+tp8+pp1.json │ │ │ │ └── bs64+tp8+pp1.json │ │ │ │ ├── Mixtral-8x22B-Instruct-v0.1 │ │ │ │ ├── bs1024+tp8+pp2.json │ │ │ │ ├── bs128+tp8+pp2.json │ │ │ │ ├── bs1280+tp8+pp2.json │ │ │ │ ├── bs1536+tp8+pp2.json │ │ │ │ ├── bs192+tp8+pp2.json │ │ │ │ ├── bs256+tp8+pp2.json │ │ │ │ ├── bs32+tp8+pp2.json │ │ │ │ ├── bs320+tp8+pp2.json │ │ │ │ ├── bs512+tp8+pp2.json │ │ │ │ ├── bs64+tp8+pp2.json │ │ │ │ └── bs768+tp8+pp2.json │ │ │ │ └── Mixtral-8x7B-Instruct-v0.1 │ │ │ │ ├── bs1024+tp4+pp1.json │ │ │ │ ├── bs128+tp4+pp1.json │ │ │ │ ├── bs192+tp4+pp1.json │ │ │ │ ├── bs256+tp4+pp1.json │ │ │ │ ├── bs32+tp4+pp1.json │ │ │ │ ├── bs320+tp4+pp1.json │ │ │ │ ├── bs512+tp4+pp1.json │ │ │ │ ├── bs64+tp4+pp1.json │ │ │ │ └── bs768+tp4+pp1.json │ │ ├── H100 80GB HBM3 │ │ │ ├── google │ │ │ │ ├── gemma-2-27b-it │ │ │ │ │ ├── bs128+tp2+pp1.json │ │ │ │ │ ├── bs192+tp2+pp1.json │ │ │ │ │ ├── bs256+tp2+pp1.json │ │ │ │ │ ├── bs320+tp2+pp1.json │ │ │ │ │ ├── bs512+tp2+pp1.json │ │ │ │ │ └── bs63+tp2+pp1.json │ │ │ │ ├── gemma-2-2b-it │ │ │ │ │ ├── bs1024+tp1+pp1.json │ │ │ │ │ ├── bs1280+tp1+pp1.json │ │ │ │ │ ├── bs1536+tp1+pp1.json │ │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ │ ├── bs512+tp1+pp1.json │ │ │ │ │ └── bs768+tp1+pp1.json │ │ │ │ └── gemma-2-9b-it │ │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ │ └── bs64+tp1+pp1.json │ │ │ ├── meta-llama │ │ │ │ ├── Meta-Llama-3.1-405B-Instruct │ │ │ │ │ ├── bs128+tp8+pp2.json │ │ │ │ │ ├── bs192+tp8+pp2.json │ │ │ │ │ ├── bs256+tp8+pp2.json │ │ │ │ │ ├── bs320+tp8+pp2.json │ │ │ │ │ ├── bs512+tp8+pp2.json │ │ │ │ │ └── bs64+tp8+pp2.json │ │ │ │ ├── Meta-Llama-3.1-70B-Instruct │ │ │ │ │ ├── bs1024+tp4+pp1.json │ │ │ │ │ ├── bs128+tp4+pp1.json │ │ │ │ │ ├── bs192+tp4+pp1.json │ │ │ │ │ ├── bs256+tp4+pp1.json │ │ │ │ │ ├── bs320+tp4+pp1.json │ │ │ │ │ ├── bs512+tp4+pp1.json │ │ │ │ │ ├── bs64+tp4+pp1.json │ │ │ │ │ └── bs768+tp4+pp1.json │ │ │ │ └── Meta-Llama-3.1-8B-Instruct │ │ │ │ │ ├── bs1024+tp1+pp1.json │ │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ │ ├── bs512+tp1+pp1.json │ │ │ │ │ ├── bs64+tp1+pp1.json │ │ │ │ │ └── bs768+tp1+pp1.json │ │ │ ├── microsoft │ │ │ │ ├── Phi-3-medium-4k-instruct │ │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ │ ├── bs512+tp1+pp1.json │ │ │ │ │ └── bs64+tp1+pp1.json │ │ │ │ ├── Phi-3-mini-4k-instruct │ │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ │ └── bs64+tp1+pp1.json │ │ │ │ └── Phi-3-small-8k-instruct │ │ │ │ │ ├── bs1024+tp1+pp1.json │ │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ │ ├── bs512+tp1+pp1.json │ │ │ │ │ ├── bs64+tp1+pp1.json │ │ │ │ │ └── bs768+tp1+pp1.json │ │ │ └── mistralai │ │ │ │ ├── Mistral-7B-Instruct-v0.3 │ │ │ │ ├── bs1024+tp1+pp1.json │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs1280+tp1+pp1.json │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ ├── bs512+tp1+pp1.json │ │ │ │ ├── bs64+tp1+pp1.json │ │ │ │ └── bs768+tp1+pp1.json │ │ │ │ ├── Mistral-Large-Instruct-2407 │ │ │ │ ├── bs1024+tp8+pp1.json │ │ │ │ ├── bs128+tp8+pp1.json │ │ │ │ ├── bs1280+tp8+pp1.json │ │ │ │ ├── bs1536+tp8+pp1.json │ │ │ │ ├── bs192+tp8+pp1.json │ │ │ │ ├── bs256+tp8+pp1.json │ │ │ │ ├── bs320+tp8+pp1.json │ │ │ │ ├── bs512+tp8+pp1.json │ │ │ │ ├── bs64+tp8+pp1.json │ │ │ │ └── bs768+tp8+pp1.json │ │ │ │ ├── Mistral-Nemo-Instruct-2407 │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ ├── bs512+tp1+pp1.json │ │ │ │ ├── bs64+tp1+pp1.json │ │ │ │ └── bs768+tp1+pp1.json │ │ │ │ ├── Mixtral-8x22B-Instruct-v0.1 │ │ │ │ ├── bs1024+tp8+pp1.json │ │ │ │ ├── bs128+tp8+pp1.json │ │ │ │ ├── bs1280+tp8+pp1.json │ │ │ │ ├── bs1536+tp8+pp1.json │ │ │ │ ├── bs192+tp8+pp1.json │ │ │ │ ├── bs256+tp8+pp1.json │ │ │ │ ├── bs320+tp8+pp1.json │ │ │ │ ├── bs512+tp8+pp1.json │ │ │ │ ├── bs64+tp8+pp1.json │ │ │ │ └── bs768+tp8+pp1.json │ │ │ │ └── Mixtral-8x7B-Instruct-v0.1 │ │ │ │ ├── bs1024+tp4+pp1.json │ │ │ │ ├── bs128+tp4+pp1.json │ │ │ │ ├── bs1280+tp4+pp1.json │ │ │ │ ├── bs192+tp4+pp1.json │ │ │ │ ├── bs256+tp4+pp1.json │ │ │ │ ├── bs320+tp4+pp1.json │ │ │ │ ├── bs512+tp4+pp1.json │ │ │ │ ├── bs64+tp4+pp1.json │ │ │ │ └── bs768+tp4+pp1.json │ │ ├── models.json │ │ └── schema.yaml │ └── code │ │ ├── A100-SXM4-40GB │ │ ├── bigcode │ │ │ ├── starcoder2-15b │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ └── bs64+tp1+pp1.json │ │ │ ├── starcoder2-3b │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ ├── bs512+tp1+pp1.json │ │ │ │ ├── bs64+tp1+pp1.json │ │ │ │ └── bs768+tp1+pp1.json │ │ │ └── starcoder2-7b │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ ├── bs512+tp1+pp1.json │ │ │ │ ├── bs64+tp1+pp1.json │ │ │ │ └── bs768+tp1+pp1.json │ │ ├── codellama │ │ │ ├── CodeLlama-13b-hf │ │ │ │ ├── bs128+tp2+pp1.json │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ ├── bs32+tp2+pp1.json │ │ │ │ └── bs64+tp2+pp1.json │ │ │ ├── CodeLlama-34b-hf │ │ │ │ ├── bs128+tp4+pp1.json │ │ │ │ ├── bs192+tp4+pp1.json │ │ │ │ ├── bs256+tp4+pp1.json │ │ │ │ ├── bs32+tp4+pp1.json │ │ │ │ ├── bs320+tp4+pp1.json │ │ │ │ ├── bs512+tp4+pp1.json │ │ │ │ ├── bs64+tp4+pp1.json │ │ │ │ └── bs768+tp4+pp1.json │ │ │ ├── CodeLlama-70b-hf │ │ │ │ ├── bs128+tp8+pp1.json │ │ │ │ ├── bs192+tp8+pp1.json │ │ │ │ ├── bs256+tp8+pp1.json │ │ │ │ ├── bs32+tp8+pp1.json │ │ │ │ ├── bs320+tp8+pp1.json │ │ │ │ ├── bs512+tp8+pp1.json │ │ │ │ ├── bs64+tp8+pp1.json │ │ │ │ └── bs768+tp8+pp1.json │ │ │ └── CodeLlama-7b-hf │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs128+tp2+pp1.json │ │ │ │ ├── bs192+tp2+pp1.json │ │ │ │ ├── bs256+tp2+pp1.json │ │ │ │ ├── bs32+tp1+pp1.json │ │ │ │ ├── bs32+tp2+pp1.json │ │ │ │ ├── bs320+tp2+pp1.json │ │ │ │ ├── bs64+tp1+pp1.json │ │ │ │ └── bs64+tp2+pp1.json │ │ └── google │ │ │ ├── codegemma-1.1-2b │ │ │ ├── bs1024+tp1+pp1.json │ │ │ ├── bs128+tp1+pp1.json │ │ │ ├── bs1280+tp1+pp1.json │ │ │ ├── bs1536+tp1+pp1.json │ │ │ ├── bs192+tp1+pp1.json │ │ │ ├── bs256+tp1+pp1.json │ │ │ ├── bs32+tp1+pp1.json │ │ │ ├── bs320+tp1+pp1.json │ │ │ ├── bs512+tp1+pp1.json │ │ │ ├── bs64+tp1+pp1.json │ │ │ └── bs768+tp1+pp1.json │ │ │ └── codegemma-7b │ │ │ ├── bs128+tp1+pp1.json │ │ │ ├── bs128+tp2+pp1.json │ │ │ ├── bs192+tp2+pp1.json │ │ │ ├── bs256+tp2+pp1.json │ │ │ ├── bs32+tp1+pp1.json │ │ │ ├── bs32+tp2+pp1.json │ │ │ ├── bs320+tp2+pp1.json │ │ │ ├── bs64+tp1+pp1.json │ │ │ └── bs64+tp2+pp1.json │ │ ├── H100 80GB HBM3 │ │ ├── bigcode │ │ │ ├── starcoder2-15b │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ ├── bs512+tp1+pp1.json │ │ │ │ └── bs64+tp1+pp1.json │ │ │ ├── starcoder2-3b │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ ├── bs512+tp1+pp1.json │ │ │ │ └── bs64+tp1+pp1.json │ │ │ └── starcoder2-7b │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ ├── bs512+tp1+pp1.json │ │ │ │ └── bs64+tp1+pp1.json │ │ ├── codellama │ │ │ ├── CodeLlama-13b-hf │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ └── bs64+tp1+pp1.json │ │ │ ├── CodeLlama-34b-hf │ │ │ │ ├── bs128+tp2+pp1.json │ │ │ │ ├── bs192+tp2+pp1.json │ │ │ │ ├── bs256+tp2+pp1.json │ │ │ │ ├── bs320+tp2+pp1.json │ │ │ │ ├── bs512+tp2+pp1.json │ │ │ │ └── bs64+tp2+pp1.json │ │ │ ├── CodeLlama-70b-hf │ │ │ │ ├── bs128+tp4+pp1.json │ │ │ │ ├── bs192+tp4+pp1.json │ │ │ │ ├── bs256+tp4+pp1.json │ │ │ │ ├── bs320+tp4+pp1.json │ │ │ │ ├── bs512+tp4+pp1.json │ │ │ │ └── bs64+tp4+pp1.json │ │ │ └── CodeLlama-7b-hf │ │ │ │ ├── bs128+tp1+pp1.json │ │ │ │ ├── bs192+tp1+pp1.json │ │ │ │ ├── bs256+tp1+pp1.json │ │ │ │ ├── bs320+tp1+pp1.json │ │ │ │ └── bs64+tp1+pp1.json │ │ └── google │ │ │ ├── codegemma-1.1-2b │ │ │ ├── bs1024+tp1+pp1.json │ │ │ ├── bs128+tp1+pp1.json │ │ │ ├── bs192+tp1+pp1.json │ │ │ ├── bs256+tp1+pp1.json │ │ │ ├── bs320+tp1+pp1.json │ │ │ ├── bs512+tp1+pp1.json │ │ │ ├── bs64+tp1+pp1.json │ │ │ └── bs768+tp1+pp1.json │ │ │ └── codegemma-7b │ │ │ ├── bs128+tp1+pp1.json │ │ │ ├── bs192+tp1+pp1.json │ │ │ ├── bs256+tp1+pp1.json │ │ │ ├── bs320+tp1+pp1.json │ │ │ ├── bs512+tp1+pp1.json │ │ │ └── bs64+tp1+pp1.json │ │ ├── models.json │ │ └── schema.yaml └── mllm_text_generation │ └── chat │ ├── A100-SXM4-40GB │ ├── facebook │ │ ├── chameleon-30b │ │ │ ├── bs128+tp4+pp1.json │ │ │ ├── bs16+tp2+pp1.json │ │ │ ├── bs16+tp4+pp1.json │ │ │ ├── bs32+tp4+pp1.json │ │ │ └── bs64+tp4+pp1.json │ │ └── chameleon-7b │ │ │ ├── bs16+tp1+pp1.json │ │ │ ├── bs16+tp2+pp1.json │ │ │ ├── bs32+tp1+pp1.json │ │ │ ├── bs32+tp2+pp1.json │ │ │ └── bs64+tp2+pp1.json │ ├── llava-hf │ │ ├── llama3-llava-next-8b-hf │ │ │ ├── bs128+tp2+pp1.json │ │ │ ├── bs16+tp1+pp1.json │ │ │ ├── bs16+tp2+pp1.json │ │ │ ├── bs32+tp1+pp1.json │ │ │ ├── bs32+tp2+pp1.json │ │ │ ├── bs64+tp1+pp1.json │ │ │ └── bs64+tp2+pp1.json │ │ ├── llava-1.5-13b-hf │ │ │ ├── bs16+tp1+pp1.json │ │ │ ├── bs16+tp2+pp1.json │ │ │ ├── bs32+tp2+pp1.json │ │ │ └── bs64+tp2+pp1.json │ │ └── llava-1.5-7b-hf │ │ │ ├── bs128+tp2+pp1.json │ │ │ ├── bs16+tp1+pp1.json │ │ │ ├── bs16+tp2+pp1.json │ │ │ ├── bs32+tp1+pp1.json │ │ │ ├── bs32+tp2+pp1.json │ │ │ ├── bs64+tp1+pp1.json │ │ │ └── bs64+tp2+pp1.json │ └── microsoft │ │ └── Phi-3-vision-128k-instruct │ │ ├── bs16+tp1+pp1.json │ │ ├── bs16+tp2+pp1.json │ │ ├── bs32+tp1+pp1.json │ │ ├── bs32+tp2+pp1.json │ │ └── bs64+tp2+pp1.json │ ├── H100 80GB HBM3 │ ├── facebook │ │ ├── chameleon-30b │ │ │ ├── bs128+tp2+pp1.json │ │ │ └── bs64+tp2+pp1.json │ │ └── chameleon-7b │ │ │ └── bs64+tp1+pp1.json │ ├── llava-hf │ │ ├── llama3-llava-next-8b-hf │ │ │ ├── bs128+tp1+pp1.json │ │ │ └── bs64+tp1+pp1.json │ │ ├── llava-1.5-13b-hf │ │ │ └── bs64+tp1+pp1.json │ │ └── llava-1.5-7b-hf │ │ │ ├── bs128+tp1+pp1.json │ │ │ └── bs64+tp1+pp1.json │ └── microsoft │ │ └── Phi-3-vision-128k-instruct │ │ └── bs64+tp1+pp1.json │ ├── models.json │ └── schema.yaml ├── deployment ├── controller-container.sh ├── controller.Dockerfile ├── docker-compose-0.yaml └── docker-compose-1.yaml ├── docs ├── about.md ├── citation.bib ├── colosseum_bottom.md └── colosseum_top.md ├── index.html ├── requirements.txt ├── setup.py ├── spitfight ├── __init__.py ├── colosseum │ ├── __init__.py │ ├── client.py │ ├── common.py │ └── controller │ │ ├── __init__.py │ │ ├── controller.py │ │ ├── router.py │ │ └── worker.py ├── log.py ├── prompt.py └── utils.py └── tests ├── colosseum ├── controller_load_test.py └── test_client.py └── test_utils.py /.github/workflows/push_spaces.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/.github/workflows/push_spaces.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/README.md -------------------------------------------------------------------------------- /_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/_config.yml -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/app.py -------------------------------------------------------------------------------- /assets/favicon/android-chrome-192x192.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/assets/favicon/android-chrome-192x192.png -------------------------------------------------------------------------------- /assets/favicon/android-chrome-512x512.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/assets/favicon/android-chrome-512x512.png -------------------------------------------------------------------------------- /assets/favicon/apple-touch-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/assets/favicon/apple-touch-icon.png -------------------------------------------------------------------------------- /assets/favicon/favicon-16x16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/assets/favicon/favicon-16x16.png -------------------------------------------------------------------------------- /assets/favicon/favicon-32x32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/assets/favicon/favicon-32x32.png -------------------------------------------------------------------------------- /assets/favicon/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/assets/favicon/favicon.ico -------------------------------------------------------------------------------- /assets/favicon/site.webmanifest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/assets/favicon/site.webmanifest -------------------------------------------------------------------------------- /assets/og_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/assets/og_image.png -------------------------------------------------------------------------------- /benchmark/.gitignore: -------------------------------------------------------------------------------- 1 | **/results/ 2 | -------------------------------------------------------------------------------- /benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/README.md -------------------------------------------------------------------------------- /benchmark/common/download_weights.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/common/download_weights.sh -------------------------------------------------------------------------------- /benchmark/common/start_nvml_container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/common/start_nvml_container.sh -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/.dockerignore: -------------------------------------------------------------------------------- 1 | README.md 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/Dockerfile -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/README.md -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/models/ali-vilab/i2vgen-xl/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/models/ali-vilab/i2vgen-xl/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/models/ali-vilab/i2vgen-xl/revision.txt: -------------------------------------------------------------------------------- 1 | 39e1979ea27be737b0278c06755e321f2b4360d5 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/models/stabilityai/stable-video-diffusion-img2vid-xt/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/models/stabilityai/stable-video-diffusion-img2vid-xt/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/models/stabilityai/stable-video-diffusion-img2vid-xt/revision.txt: -------------------------------------------------------------------------------- 1 | 9e43909513c6714f1bc78bcb44d96e733cd242aa 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/models/stabilityai/stable-video-diffusion-img2vid/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/models/stabilityai/stable-video-diffusion-img2vid/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/models/stabilityai/stable-video-diffusion-img2vid/revision.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/models/stabilityai/stable-video-diffusion-img2vid/revision.txt -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/pegasus/A100/hosts_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/pegasus/A100/hosts_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/pegasus/A100/queue_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/pegasus/A100/queue_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/pegasus/H100/hosts_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/pegasus/H100/hosts_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/pegasus/H100/queue_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/pegasus/H100/queue_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/requirements.txt -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/scripts/aggregate_leaderboard_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/scripts/aggregate_leaderboard_data.py -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/scripts/aggregate_leaderboard_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/scripts/aggregate_leaderboard_models.py -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/scripts/benchmark_one_datapoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/scripts/benchmark_one_datapoint.py -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/scripts/benchmark_one_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/scripts/benchmark_one_model.py -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/sharegpt4video/.gitignore: -------------------------------------------------------------------------------- 1 | first_frame/ 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/sharegpt4video/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/sharegpt4video/README.md -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/sharegpt4video/extract_first_frame.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/sharegpt4video/extract_first_frame.py -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/sharegpt4video/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/sharegpt4video/sample.py -------------------------------------------------------------------------------- /benchmark/diffusion/image-to-video/sharegpt4video/sharegpt4video_100.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/image-to-video/sharegpt4video/sharegpt4video_100.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/.dockerignore: -------------------------------------------------------------------------------- 1 | README.md 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/Dockerfile -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/README.md -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/SimianLuo/LCM_Dreamshaper_v7/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/models/SimianLuo/LCM_Dreamshaper_v7/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/SimianLuo/LCM_Dreamshaper_v7/revision.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/models/SimianLuo/LCM_Dreamshaper_v7/revision.txt -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/kandinsky-community/kandinsky-2-2-decoder/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/models/kandinsky-community/kandinsky-2-2-decoder/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/kandinsky-community/kandinsky-2-2-decoder/revision.txt: -------------------------------------------------------------------------------- 1 | main 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/kandinsky-community/kandinsky-3/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/models/kandinsky-community/kandinsky-3/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/kandinsky-community/kandinsky-3/revision.txt: -------------------------------------------------------------------------------- 1 | bf79e6c219da8a94abb50235fdc4567eb8fb4632 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/prompthero/openjourney-v4/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/models/prompthero/openjourney-v4/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/prompthero/openjourney-v4/revision.txt: -------------------------------------------------------------------------------- 1 | b195ed2d503f3eb29637050a886d77bd81d35f0e 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/segmind/SSD-1B/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/models/segmind/SSD-1B/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/segmind/SSD-1B/revision.txt: -------------------------------------------------------------------------------- 1 | 60987f37e94cd59c36b1cba832b9f97b57395a10 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/stabilityai/sdxl-turbo/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/models/stabilityai/sdxl-turbo/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/stabilityai/sdxl-turbo/revision.txt: -------------------------------------------------------------------------------- 1 | f4b0486b498f84668e828044de1d0c8ba486e05b 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/stabilityai/stable-cascade/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/models/stabilityai/stable-cascade/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/stabilityai/stable-cascade/revision.txt: -------------------------------------------------------------------------------- 1 | main 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/stabilityai/stable-diffusion-2-1/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/models/stabilityai/stable-diffusion-2-1/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/stabilityai/stable-diffusion-2-1/revision.txt: -------------------------------------------------------------------------------- 1 | 5cae40e6a2745ae2b01ad92ae5043f95f23644d6 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/stabilityai/stable-diffusion-3-medium-diffusers/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/models/stabilityai/stable-diffusion-3-medium-diffusers/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/stabilityai/stable-diffusion-3-medium-diffusers/revision.txt: -------------------------------------------------------------------------------- 1 | ea42f8cef0f178587cf766dc8129abd379c90671 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/stabilityai/stable-diffusion-xl-base-1.0/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/models/stabilityai/stable-diffusion-xl-base-1.0/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/models/stabilityai/stable-diffusion-xl-base-1.0/revision.txt: -------------------------------------------------------------------------------- 1 | 462165984030d82259a11f4367a4eed129e94a7b 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/pegasus/A100/hosts_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/pegasus/A100/hosts_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/pegasus/A100/queue_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/pegasus/A100/queue_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/pegasus/H100/hosts_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/pegasus/H100/hosts_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/pegasus/H100/queue_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/pegasus/H100/queue_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/requirements.txt -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/scripts/aggregate_leaderboard_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/scripts/aggregate_leaderboard_data.py -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/scripts/aggregate_leaderboard_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/scripts/aggregate_leaderboard_models.py -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/scripts/benchmark_one_datapoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/scripts/benchmark_one_datapoint.py -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-image/scripts/benchmark_one_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-image/scripts/benchmark_one_model.py -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/.dockerignore: -------------------------------------------------------------------------------- 1 | README.md 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/Dockerfile -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/README.md -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/models/ali-vilab/text-to-video-ms-1.7b/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/models/ali-vilab/text-to-video-ms-1.7b/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/models/ali-vilab/text-to-video-ms-1.7b/revision.txt: -------------------------------------------------------------------------------- 1 | 8227dddca75a8561bf858d604cc5dae52b954d01 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/models/emilianJR/epiCRealism/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/models/emilianJR/epiCRealism/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/models/emilianJR/epiCRealism/revision.txt: -------------------------------------------------------------------------------- 1 | 6522cf856b8c8e14638a0aaa7bd89b1b098aed17 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/models/guoyww/animatediff-motion-adapter-v1-5-3/kwargs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/models/guoyww/animatediff-motion-adapter-v1-5-3/kwargs.json -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/models/guoyww/animatediff-motion-adapter-v1-5-3/revision.txt: -------------------------------------------------------------------------------- 1 | 2e8139b1d1269fd8a21deb96ad19455e187692eb 2 | -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/pegasus/A100/hosts_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/pegasus/A100/hosts_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/pegasus/A100/queue_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/pegasus/A100/queue_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/pegasus/H100/hosts_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/pegasus/H100/hosts_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/pegasus/H100/queue_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/pegasus/H100/queue_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/requirements.txt -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/scripts/aggregate_leaderboard_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/scripts/aggregate_leaderboard_data.py -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/scripts/aggregate_leaderboard_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/scripts/aggregate_leaderboard_models.py -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/scripts/benchmark_one_datapoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/scripts/benchmark_one_datapoint.py -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/scripts/benchmark_one_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/scripts/benchmark_one_model.py -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/sharegpt4video/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/sharegpt4video/README.md -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/sharegpt4video/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/sharegpt4video/sample.py -------------------------------------------------------------------------------- /benchmark/diffusion/text-to-video/sharegpt4video/sharegpt4video_100.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/diffusion/text-to-video/sharegpt4video/sharegpt4video_100.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/databricks/dbrx-instruct/revision.txt: -------------------------------------------------------------------------------- 1 | c0a9245908c187da8f43a81e538e67ff360904ea 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/databricks/dbrx-instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/databricks/dbrx-instruct/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-1.1-2b-it/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-1.1-2b-it/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-1.1-2b-it/revision.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-1.1-2b-it/revision.txt -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-1.1-2b-it/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-1.1-2b-it/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-1.1-7b-it/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-1.1-7b-it/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-1.1-7b-it/revision.txt: -------------------------------------------------------------------------------- 1 | 16128b0aeb50762ea96430c0c06a37941bf9f274 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-1.1-7b-it/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-1.1-7b-it/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-2-27b-it/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-2-27b-it/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-2-27b-it/revision.txt: -------------------------------------------------------------------------------- 1 | 2d74922e8a2961565b71fd5373081e9ecbf99c08 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-2-27b-it/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-2-27b-it/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-2-2b-it/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-2-2b-it/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-2-2b-it/revision.txt: -------------------------------------------------------------------------------- 1 | e48216d9004e7fd70bc4fdfdc5b7cc3349f8e619 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-2-2b-it/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-2-2b-it/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-2-9b-it/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-2-9b-it/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-2-9b-it/revision.txt: -------------------------------------------------------------------------------- 1 | 1937c70277fcc5f7fb0fc772fc5bc69378996e71 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-2-9b-it/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-2-9b-it/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-2b-it/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-2b-it/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-2b-it/revision.txt: -------------------------------------------------------------------------------- 1 | 1027d96c1638a27f01ae935cd98bac7d1a01686c 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-2b-it/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-2b-it/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-7b-it/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-7b-it/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-7b-it/revision.txt: -------------------------------------------------------------------------------- 1 | bee54ce1bd2a5b36d68a06857fc0871a3389ca0b 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/google/gemma-7b-it/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/google/gemma-7b-it/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-13b-chat-hf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-13b-chat-hf/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-13b-chat-hf/revision.txt: -------------------------------------------------------------------------------- 1 | c2f3ec81aac798ae26dcc57799a994dfbf521496 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-13b-chat-hf/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-13b-chat-hf/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-70b-chat-hf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-70b-chat-hf/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-70b-chat-hf/revision.txt: -------------------------------------------------------------------------------- 1 | e1ce257bd76895e0864f3b4d6c7ed3c4cdec93e2 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-70b-chat-hf/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-70b-chat-hf/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-7b-chat-hf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-7b-chat-hf/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-7b-chat-hf/revision.txt: -------------------------------------------------------------------------------- 1 | c1b0db933684edbfe29a06fa47eb19cc48025e93 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-7b-chat-hf/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/meta-llama/Llama-2-7b-chat-hf/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Meta-Llama-3-70B-Instruct/revision.txt: -------------------------------------------------------------------------------- 1 | 7129260dd854a80eb10ace5f61c20324b472b31c 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Meta-Llama-3-70B-Instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/meta-llama/Meta-Llama-3-70B-Instruct/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Meta-Llama-3-8B-Instruct/revision.txt: -------------------------------------------------------------------------------- 1 | e1945c40cd546c78e41f1151f4db032b271faeaa 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Meta-Llama-3-8B-Instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/meta-llama/Meta-Llama-3-8B-Instruct/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Meta-Llama-3.1-405B-Instruct/revision.txt: -------------------------------------------------------------------------------- 1 | 069992c75aed59df00ec06c17177e76c63296a26 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Meta-Llama-3.1-70B-Instruct/revision.txt: -------------------------------------------------------------------------------- 1 | 1d54af340dc8906a2d21146191a9c184c35e47bd 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Meta-Llama-3.1-8B-Instruct/revision.txt: -------------------------------------------------------------------------------- 1 | 8c22764a7e3675c50d4c7c9a4edb474456022b16 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/meta-llama/Meta-Llama-3.1-8B-Instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/meta-llama/Meta-Llama-3.1-8B-Instruct/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/microsoft/Phi-3-medium-4k-instruct/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/microsoft/Phi-3-medium-4k-instruct/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/microsoft/Phi-3-medium-4k-instruct/revision.txt: -------------------------------------------------------------------------------- 1 | d194e4e74ffad5a5e193e26af25bcfc80c7f1ffc 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/microsoft/Phi-3-medium-4k-instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/microsoft/Phi-3-medium-4k-instruct/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/microsoft/Phi-3-mini-4k-instruct/revision.txt: -------------------------------------------------------------------------------- 1 | c1358f8a35e6d2af81890deffbbfa575b978c62f 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/microsoft/Phi-3-mini-4k-instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/microsoft/Phi-3-mini-4k-instruct/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/microsoft/Phi-3-small-8k-instruct/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/microsoft/Phi-3-small-8k-instruct/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/microsoft/Phi-3-small-8k-instruct/revision.txt: -------------------------------------------------------------------------------- 1 | 69caae1f2acea34b26f535fecb1f2abb9a304695 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/microsoft/Phi-3-small-8k-instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/microsoft/Phi-3-small-8k-instruct/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/microsoft/phi-2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/microsoft/phi-2/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/microsoft/phi-2/revision.txt: -------------------------------------------------------------------------------- 1 | b10c3eba545ad279e7208ee3a5d644566f001670 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/microsoft/phi-2/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/microsoft/phi-2/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mistral-7B-Instruct-v0.2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/mistralai/Mistral-7B-Instruct-v0.2/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mistral-7B-Instruct-v0.2/revision.txt: -------------------------------------------------------------------------------- 1 | b70aa86578567ba3301b21c8a27bea4e8f6d6d61 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mistral-7B-Instruct-v0.2/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/mistralai/Mistral-7B-Instruct-v0.2/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mistral-7B-Instruct-v0.3/revision.txt: -------------------------------------------------------------------------------- 1 | 708a0609e640ac1edfb9020a7c934f51d34d6c79 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mistral-7B-Instruct-v0.3/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/mistralai/Mistral-7B-Instruct-v0.3/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mistral-Large-Instruct-2407/revision.txt: -------------------------------------------------------------------------------- 1 | 496bfde641b03ec15a2496e833b67360f5b0c622 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mistral-Large-Instruct-2407/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/mistralai/Mistral-Large-Instruct-2407/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mistral-Nemo-Instruct-2407/revision.txt: -------------------------------------------------------------------------------- 1 | dac9c9e98f83322b32e32b48c118f079930772d6 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mistral-Nemo-Instruct-2407/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/mistralai/Mistral-Nemo-Instruct-2407/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mixtral-8x22B-Instruct-v0.1/revision.txt: -------------------------------------------------------------------------------- 1 | 52572b20024761cb84b0f72af6f3733586f175f2 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mixtral-8x22B-Instruct-v0.1/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/mistralai/Mixtral-8x22B-Instruct-v0.1/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mixtral-8x7B-Instruct-v0.1/revision.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/mistralai/Mixtral-8x7B-Instruct-v0.1/revision.txt -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/mistralai/Mixtral-8x7B-Instruct-v0.1/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/mistralai/Mixtral-8x7B-Instruct-v0.1/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/tiiuae/falcon-40b-instruct/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/tiiuae/falcon-40b-instruct/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/tiiuae/falcon-40b-instruct/revision.txt: -------------------------------------------------------------------------------- 1 | ecb78d97ac356d098e79f0db222c9ce7c5d9ee5f 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/tiiuae/falcon-40b-instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/tiiuae/falcon-40b-instruct/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/tiiuae/falcon-7b-instruct/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/tiiuae/falcon-7b-instruct/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/tiiuae/falcon-7b-instruct/revision.txt: -------------------------------------------------------------------------------- 1 | cf4b3c42ce2fdfe24f753f0f0d179202fea59c99 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/models/tiiuae/falcon-7b-instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/models/tiiuae/falcon-7b-instruct/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/A100/hosts_16gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/A100/hosts_16gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/A100/hosts_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/A100/hosts_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/A100/hosts_2gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/A100/hosts_2gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/A100/hosts_4gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/A100/hosts_4gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/A100/hosts_8gpu.yaml: -------------------------------------------------------------------------------- 1 | - localhost 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/A100/queue_16gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/A100/queue_16gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/A100/queue_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/A100/queue_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/A100/queue_2gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/A100/queue_2gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/A100/queue_4gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/A100/queue_4gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/A100/queue_8gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/A100/queue_8gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/H100/hosts_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/H100/hosts_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/H100/hosts_2gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/H100/hosts_2gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/H100/hosts_4gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/H100/hosts_4gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/H100/hosts_8gpu.yaml: -------------------------------------------------------------------------------- 1 | - localhost 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/H100/queue_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/H100/queue_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/H100/queue_2gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/H100/queue_2gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/H100/queue_4gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/H100/queue_4gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/pegasus/H100/queue_8gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/pegasus/H100/queue_8gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/requirements.txt: -------------------------------------------------------------------------------- 1 | requests 2 | aiohttp 3 | numpy 4 | tqdm 5 | zeus-ml 6 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/scripts/aggregate_leaderboard_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/scripts/aggregate_leaderboard_data.py -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/scripts/aggregate_leaderboard_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/scripts/aggregate_leaderboard_models.py -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/scripts/benchmark_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/scripts/benchmark_client.py -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/scripts/benchmark_one_datapoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/scripts/benchmark_one_datapoint.py -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/scripts/benchmark_one_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/scripts/benchmark_one_model.py -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/sharegpt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/sharegpt/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/sharegpt/ShareGPT_V3_filtered_500.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/sharegpt/ShareGPT_V3_filtered_500.json -------------------------------------------------------------------------------- /benchmark/llm_text_generation/chat/sharegpt/filter_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/chat/sharegpt/filter_dataset.py -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/README.md -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/bigcode/gpt_bigcode-santacoder/revision.txt: -------------------------------------------------------------------------------- 1 | 291931872cae83498cf984b16319f47f5e9e7a07 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/bigcode/starcoder/revision.txt: -------------------------------------------------------------------------------- 1 | b1af7f63dfbe5f2989b33399f1b99b58ff80a7d4 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/bigcode/starcoder2-15b/revision.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/models/bigcode/starcoder2-15b/revision.txt -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/bigcode/starcoder2-3b/revision.txt: -------------------------------------------------------------------------------- 1 | 733247c55e3f73af49ce8e9c7949bf14af205928 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/bigcode/starcoder2-7b/revision.txt: -------------------------------------------------------------------------------- 1 | a3d33687b51284b528abeb17830776ffd24892a9 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/codellama/CodeLlama-13b-hf/revision.txt: -------------------------------------------------------------------------------- 1 | 9d8db7dca513633b20186967a9f0a00f75923dc2 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/codellama/CodeLlama-34b-hf/revision.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/models/codellama/CodeLlama-34b-hf/revision.txt -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/codellama/CodeLlama-70b-hf/revision.txt: -------------------------------------------------------------------------------- 1 | 4570a4edc524fb9f20f605b417bb43828fa5997a 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/codellama/CodeLlama-7b-hf/revision.txt: -------------------------------------------------------------------------------- 1 | 7f22f0a5f7991355a2c3867923359ec4ed0b58bf 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/google/codegemma-1.1-2b/revision.txt: -------------------------------------------------------------------------------- 1 | 99f89860b2a45ec6765265aa07d51ccaa0b71916 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/google/codegemma-7b/revision.txt: -------------------------------------------------------------------------------- 1 | aed25280ceb28cb4e3d784d2f27b6f174314bf8d 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/microsoft/Phi-3-mini-4k-instruct/revision.txt: -------------------------------------------------------------------------------- 1 | 920b6cf52a79ecff578cc33f61922b23cbc88115 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/models/microsoft/phi-2/revision.txt: -------------------------------------------------------------------------------- 1 | b10c3eba545ad279e7208ee3a5d644566f001670 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/pegasus/A100/hosts_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/pegasus/A100/hosts_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/pegasus/A100/hosts_4gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/pegasus/A100/hosts_4gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/pegasus/A100/hosts_8gpu.yaml: -------------------------------------------------------------------------------- 1 | - localhost 2 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/pegasus/A100/queue_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/pegasus/A100/queue_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/pegasus/A100/queue_4gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/pegasus/A100/queue_4gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/pegasus/A100/queue_8gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/pegasus/A100/queue_8gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/pegasus/H100/hosts_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/pegasus/H100/hosts_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/pegasus/H100/hosts_2gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/pegasus/H100/hosts_2gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/pegasus/H100/hosts_4gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/pegasus/H100/hosts_4gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/pegasus/H100/queue_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/pegasus/H100/queue_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/pegasus/H100/queue_2gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/pegasus/H100/queue_2gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/pegasus/H100/queue_4gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/pegasus/H100/queue_4gpu.yaml -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/requirements.txt: -------------------------------------------------------------------------------- 1 | requests 2 | aiohttp 3 | numpy 4 | tqdm 5 | evalplus==0.2.0 6 | zeus-ml 7 | -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/scripts/aggregate_leaderboard_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/scripts/aggregate_leaderboard_data.py -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/scripts/aggregate_leaderboard_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/scripts/aggregate_leaderboard_models.py -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/scripts/benchmark_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/scripts/benchmark_client.py -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/scripts/benchmark_one_datapoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/scripts/benchmark_one_datapoint.py -------------------------------------------------------------------------------- /benchmark/llm_text_generation/code/scripts/benchmark_one_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/llm_text_generation/code/scripts/benchmark_one_model.py -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/README.md -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/llava_conversation/.gitignore: -------------------------------------------------------------------------------- 1 | train2017 2 | -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/llava_conversation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/llava_conversation/README.md -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/llava_conversation/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/llava_conversation/sample.py -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/facebook/chameleon-30b/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/models/facebook/chameleon-30b/README.md -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/facebook/chameleon-30b/revision.txt: -------------------------------------------------------------------------------- 1 | e0f9893c759f2c51342f46d075bc3acbc81472a2 2 | -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/facebook/chameleon-30b/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/models/facebook/chameleon-30b/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/facebook/chameleon-7b/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/models/facebook/chameleon-7b/README.md -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/facebook/chameleon-7b/revision.txt: -------------------------------------------------------------------------------- 1 | 55361b71ee529c4851ef6dbeffc58e9086a78ea7 2 | -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/facebook/chameleon-7b/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/models/facebook/chameleon-7b/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/google/paligemma-3b-mix-224/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/models/google/paligemma-3b-mix-224/README.md -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/google/paligemma-3b-mix-224/revision.txt: -------------------------------------------------------------------------------- 1 | d1d8734c9c3ad0ccfeea4afc270faa356c2ba515 2 | -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/google/paligemma-3b-mix-224/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/models/google/paligemma-3b-mix-224/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/llava-hf/llama3-llava-next-8b-hf/revision.txt: -------------------------------------------------------------------------------- 1 | 2844b9a018f6eed5b773121d47590465c96b19fb 2 | -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/llava-hf/llama3-llava-next-8b-hf/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/models/llava-hf/llama3-llava-next-8b-hf/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/llava-hf/llava-1.5-13b-hf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/models/llava-hf/llava-1.5-13b-hf/README.md -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/llava-hf/llava-1.5-13b-hf/revision.txt: -------------------------------------------------------------------------------- 1 | 9aca0b47b3fe48d2096ace3ea994172bbf01d58e 2 | -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/llava-hf/llava-1.5-13b-hf/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/models/llava-hf/llava-1.5-13b-hf/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/llava-hf/llava-1.5-7b-hf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/models/llava-hf/llava-1.5-7b-hf/README.md -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/llava-hf/llava-1.5-7b-hf/revision.txt: -------------------------------------------------------------------------------- 1 | 2f2b2b199f7daa3e7a4408e7dbcbf1a147f43830 2 | -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/llava-hf/llava-1.5-7b-hf/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/models/llava-hf/llava-1.5-7b-hf/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/microsoft/Phi-3-vision-128k-instruct/revision.txt: -------------------------------------------------------------------------------- 1 | 866d1691437a49af79d5f3ad4a34c1750e08d163 2 | -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/models/microsoft/Phi-3-vision-128k-instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/models/microsoft/Phi-3-vision-128k-instruct/tokenizer_config.json -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/pegasus/A100/hosts_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/pegasus/A100/hosts_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/pegasus/A100/hosts_4gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/pegasus/A100/hosts_4gpu.yaml -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/pegasus/A100/queue_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/pegasus/A100/queue_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/pegasus/A100/queue_4gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/pegasus/A100/queue_4gpu.yaml -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/pegasus/H100/hosts_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/pegasus/H100/hosts_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/pegasus/H100/hosts_2gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/pegasus/H100/hosts_2gpu.yaml -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/pegasus/H100/queue_1gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/pegasus/H100/queue_1gpu.yaml -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/pegasus/H100/queue_2gpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/pegasus/H100/queue_2gpu.yaml -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/requirements.txt: -------------------------------------------------------------------------------- 1 | requests 2 | aiohttp 3 | numpy 4 | tqdm 5 | zeus-ml 6 | -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/scripts/aggregate_leaderboard_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/scripts/aggregate_leaderboard_data.py -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/scripts/aggregate_leaderboard_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/scripts/aggregate_leaderboard_models.py -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/scripts/benchmark_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/scripts/benchmark_client.py -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/scripts/benchmark_one_datapoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/scripts/benchmark_one_datapoint.py -------------------------------------------------------------------------------- /benchmark/mllm_text_generation/chat/scripts/benchmark_one_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/benchmark/mllm_text_generation/chat/scripts/benchmark_one_model.py -------------------------------------------------------------------------------- /data/diffusion/image-to-video/A100-SXM4-40GB/ali-vilab/i2vgen-xl/bs1+steps25+frames16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/image-to-video/A100-SXM4-40GB/ali-vilab/i2vgen-xl/bs1+steps25+frames16.json -------------------------------------------------------------------------------- /data/diffusion/image-to-video/A100-SXM4-40GB/ali-vilab/i2vgen-xl/bs2+steps25+frames16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/image-to-video/A100-SXM4-40GB/ali-vilab/i2vgen-xl/bs2+steps25+frames16.json -------------------------------------------------------------------------------- /data/diffusion/image-to-video/H100 80GB HBM3/ali-vilab/i2vgen-xl/bs1+steps25+frames16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/image-to-video/H100 80GB HBM3/ali-vilab/i2vgen-xl/bs1+steps25+frames16.json -------------------------------------------------------------------------------- /data/diffusion/image-to-video/H100 80GB HBM3/ali-vilab/i2vgen-xl/bs2+steps25+frames16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/image-to-video/H100 80GB HBM3/ali-vilab/i2vgen-xl/bs2+steps25+frames16.json -------------------------------------------------------------------------------- /data/diffusion/image-to-video/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/image-to-video/models.json -------------------------------------------------------------------------------- /data/diffusion/image-to-video/schema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/image-to-video/schema.yaml -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/kandinsky-community/kandinsky-3/bs1+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/kandinsky-community/kandinsky-3/bs1+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/kandinsky-community/kandinsky-3/bs2+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/kandinsky-community/kandinsky-3/bs2+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs1+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs1+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs16+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs16+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs2+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs2+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs32+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs32+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs4+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs4+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs64+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs64+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs8+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/prompthero/openjourney-v4/bs8+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/segmind/SSD-1B/bs1+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/segmind/SSD-1B/bs1+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/segmind/SSD-1B/bs2+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/segmind/SSD-1B/bs2+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/segmind/SSD-1B/bs4+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/segmind/SSD-1B/bs4+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/segmind/SSD-1B/bs8+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/segmind/SSD-1B/bs8+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/sdxl-turbo/bs1+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/sdxl-turbo/bs1+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/sdxl-turbo/bs16+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/sdxl-turbo/bs16+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/sdxl-turbo/bs2+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/sdxl-turbo/bs2+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/sdxl-turbo/bs4+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/sdxl-turbo/bs4+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/sdxl-turbo/bs8+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/sdxl-turbo/bs8+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-2-1/bs1+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-2-1/bs1+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-2-1/bs16+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-2-1/bs16+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-2-1/bs2+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-2-1/bs2+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-2-1/bs32+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-2-1/bs32+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-2-1/bs4+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-2-1/bs4+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-2-1/bs8+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-2-1/bs8+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-xl-base-1.0/bs1+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-xl-base-1.0/bs1+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-xl-base-1.0/bs2+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-xl-base-1.0/bs2+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-xl-base-1.0/bs4+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-xl-base-1.0/bs4+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-xl-base-1.0/bs8+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/A100-SXM4-40GB/stabilityai/stable-diffusion-xl-base-1.0/bs8+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/kandinsky-community/kandinsky-3/bs1+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/kandinsky-community/kandinsky-3/bs1+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/kandinsky-community/kandinsky-3/bs2+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/kandinsky-community/kandinsky-3/bs2+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/kandinsky-community/kandinsky-3/bs4+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/kandinsky-community/kandinsky-3/bs4+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/kandinsky-community/kandinsky-3/bs8+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/kandinsky-community/kandinsky-3/bs8+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs1+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs1+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs16+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs16+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs2+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs2+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs32+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs32+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs4+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs4+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs64+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs64+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs8+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/prompthero/openjourney-v4/bs8+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/segmind/SSD-1B/bs1+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/segmind/SSD-1B/bs1+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/segmind/SSD-1B/bs16+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/segmind/SSD-1B/bs16+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/segmind/SSD-1B/bs2+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/segmind/SSD-1B/bs2+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/segmind/SSD-1B/bs4+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/segmind/SSD-1B/bs4+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/segmind/SSD-1B/bs8+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/segmind/SSD-1B/bs8+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs1+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs1+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs16+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs16+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs2+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs2+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs32+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs32+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs4+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs4+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs64+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs64+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs8+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/sdxl-turbo/bs8+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs1+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs1+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs16+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs16+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs2+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs2+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs32+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs32+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs4+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs4+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs64+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs64+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs8+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-2-1/bs8+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-xl-base-1.0/bs1+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-xl-base-1.0/bs1+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-xl-base-1.0/bs2+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-xl-base-1.0/bs2+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-xl-base-1.0/bs4+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-xl-base-1.0/bs4+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-xl-base-1.0/bs8+steps25.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/H100 80GB HBM3/stabilityai/stable-diffusion-xl-base-1.0/bs8+steps25.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/models.json -------------------------------------------------------------------------------- /data/diffusion/text-to-image/schema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-image/schema.yaml -------------------------------------------------------------------------------- /data/diffusion/text-to-video/A100-SXM4-40GB/ali-vilab/text-to-video-ms-1.7b/bs1+steps25+frames16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-video/A100-SXM4-40GB/ali-vilab/text-to-video-ms-1.7b/bs1+steps25+frames16.json -------------------------------------------------------------------------------- /data/diffusion/text-to-video/A100-SXM4-40GB/ali-vilab/text-to-video-ms-1.7b/bs2+steps25+frames16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-video/A100-SXM4-40GB/ali-vilab/text-to-video-ms-1.7b/bs2+steps25+frames16.json -------------------------------------------------------------------------------- /data/diffusion/text-to-video/A100-SXM4-40GB/ali-vilab/text-to-video-ms-1.7b/bs4+steps25+frames16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-video/A100-SXM4-40GB/ali-vilab/text-to-video-ms-1.7b/bs4+steps25+frames16.json -------------------------------------------------------------------------------- /data/diffusion/text-to-video/A100-SXM4-40GB/ali-vilab/text-to-video-ms-1.7b/bs8+steps25+frames16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-video/A100-SXM4-40GB/ali-vilab/text-to-video-ms-1.7b/bs8+steps25+frames16.json -------------------------------------------------------------------------------- /data/diffusion/text-to-video/H100 80GB HBM3/ali-vilab/text-to-video-ms-1.7b/bs1+steps25+frames16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-video/H100 80GB HBM3/ali-vilab/text-to-video-ms-1.7b/bs1+steps25+frames16.json -------------------------------------------------------------------------------- /data/diffusion/text-to-video/H100 80GB HBM3/ali-vilab/text-to-video-ms-1.7b/bs2+steps25+frames16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-video/H100 80GB HBM3/ali-vilab/text-to-video-ms-1.7b/bs2+steps25+frames16.json -------------------------------------------------------------------------------- /data/diffusion/text-to-video/H100 80GB HBM3/ali-vilab/text-to-video-ms-1.7b/bs4+steps25+frames16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-video/H100 80GB HBM3/ali-vilab/text-to-video-ms-1.7b/bs4+steps25+frames16.json -------------------------------------------------------------------------------- /data/diffusion/text-to-video/H100 80GB HBM3/ali-vilab/text-to-video-ms-1.7b/bs8+steps25+frames16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-video/H100 80GB HBM3/ali-vilab/text-to-video-ms-1.7b/bs8+steps25+frames16.json -------------------------------------------------------------------------------- /data/diffusion/text-to-video/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-video/models.json -------------------------------------------------------------------------------- /data/diffusion/text-to-video/schema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/diffusion/text-to-video/schema.yaml -------------------------------------------------------------------------------- /data/legacy/A100_chat-concise_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/A100_chat-concise_benchmark.csv -------------------------------------------------------------------------------- /data/legacy/A100_chat_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/A100_chat_benchmark.csv -------------------------------------------------------------------------------- /data/legacy/A100_instruct-concise_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/A100_instruct-concise_benchmark.csv -------------------------------------------------------------------------------- /data/legacy/A100_instruct_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/A100_instruct_benchmark.csv -------------------------------------------------------------------------------- /data/legacy/A40_chat-concise_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/A40_chat-concise_benchmark.csv -------------------------------------------------------------------------------- /data/legacy/A40_chat_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/A40_chat_benchmark.csv -------------------------------------------------------------------------------- /data/legacy/A40_instruct-concise_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/A40_instruct-concise_benchmark.csv -------------------------------------------------------------------------------- /data/legacy/A40_instruct_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/A40_instruct_benchmark.csv -------------------------------------------------------------------------------- /data/legacy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/README.md -------------------------------------------------------------------------------- /data/legacy/V100_chat-concise_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/V100_chat-concise_benchmark.csv -------------------------------------------------------------------------------- /data/legacy/V100_chat_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/V100_chat_benchmark.csv -------------------------------------------------------------------------------- /data/legacy/V100_instruct-concise_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/V100_instruct-concise_benchmark.csv -------------------------------------------------------------------------------- /data/legacy/V100_instruct_benchmark.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/V100_instruct_benchmark.csv -------------------------------------------------------------------------------- /data/legacy/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/models.json -------------------------------------------------------------------------------- /data/legacy/schema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/schema.yaml -------------------------------------------------------------------------------- /data/legacy/score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/legacy/score.csv -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs128+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs128+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs192+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs192+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs256+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs256+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs32+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs32+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs320+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs320+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs512+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs512+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs63+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-27b-it/bs63+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs63+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-2b-it/bs63+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs127+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs127+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs127+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs127+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs192+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs192+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs256+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs256+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs32+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs32+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs320+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs320+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs63+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs63+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/google/gemma-2-9b-it/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-70B-Instruct/bs32+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-70B-Instruct/bs32+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-70B-Instruct/bs64+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-70B-Instruct/bs64+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-8B-Instruct/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-8B-Instruct/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-8B-Instruct/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-8B-Instruct/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-8B-Instruct/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-8B-Instruct/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-8B-Instruct/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-8B-Instruct/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-8B-Instruct/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-8B-Instruct/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-8B-Instruct/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/meta-llama/Meta-Llama-3.1-8B-Instruct/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-medium-4k-instruct/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-medium-4k-instruct/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-medium-4k-instruct/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-medium-4k-instruct/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-medium-4k-instruct/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-medium-4k-instruct/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-mini-4k-instruct/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-mini-4k-instruct/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-mini-4k-instruct/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-mini-4k-instruct/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-mini-4k-instruct/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-mini-4k-instruct/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-small-8k-instruct/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-small-8k-instruct/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-small-8k-instruct/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-small-8k-instruct/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-small-8k-instruct/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-small-8k-instruct/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-small-8k-instruct/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-small-8k-instruct/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-small-8k-instruct/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-small-8k-instruct/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-small-8k-instruct/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/microsoft/Phi-3-small-8k-instruct/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-7B-Instruct-v0.3/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-7B-Instruct-v0.3/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-7B-Instruct-v0.3/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-7B-Instruct-v0.3/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-7B-Instruct-v0.3/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-7B-Instruct-v0.3/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-7B-Instruct-v0.3/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-7B-Instruct-v0.3/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-7B-Instruct-v0.3/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-7B-Instruct-v0.3/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-7B-Instruct-v0.3/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-7B-Instruct-v0.3/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Large-Instruct-2407/bs128+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Large-Instruct-2407/bs128+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Large-Instruct-2407/bs192+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Large-Instruct-2407/bs192+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Large-Instruct-2407/bs256+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Large-Instruct-2407/bs256+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Large-Instruct-2407/bs32+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Large-Instruct-2407/bs32+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Large-Instruct-2407/bs64+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Large-Instruct-2407/bs64+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Nemo-Instruct-2407/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Nemo-Instruct-2407/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Nemo-Instruct-2407/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Nemo-Instruct-2407/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Nemo-Instruct-2407/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Nemo-Instruct-2407/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Nemo-Instruct-2407/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mistral-Nemo-Instruct-2407/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mixtral-8x22B-Instruct-v0.1/bs128+tp8+pp2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mixtral-8x22B-Instruct-v0.1/bs128+tp8+pp2.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mixtral-8x22B-Instruct-v0.1/bs192+tp8+pp2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mixtral-8x22B-Instruct-v0.1/bs192+tp8+pp2.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mixtral-8x22B-Instruct-v0.1/bs256+tp8+pp2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mixtral-8x22B-Instruct-v0.1/bs256+tp8+pp2.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mixtral-8x22B-Instruct-v0.1/bs32+tp8+pp2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mixtral-8x22B-Instruct-v0.1/bs32+tp8+pp2.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mixtral-8x7B-Instruct-v0.1/bs32+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mixtral-8x7B-Instruct-v0.1/bs32+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mixtral-8x7B-Instruct-v0.1/bs64+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/A100-SXM4-40GB/mistralai/Mixtral-8x7B-Instruct-v0.1/bs64+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-27b-it/bs128+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-27b-it/bs128+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-27b-it/bs192+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-27b-it/bs192+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-27b-it/bs256+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-27b-it/bs256+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-27b-it/bs320+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-27b-it/bs320+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-27b-it/bs512+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-27b-it/bs512+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-27b-it/bs63+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-27b-it/bs63+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs1024+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs1024+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs1280+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs1280+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs1536+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs1536+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs768+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-2b-it/bs768+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-9b-it/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-9b-it/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-9b-it/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-9b-it/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-9b-it/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-9b-it/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-9b-it/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-9b-it/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-9b-it/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/google/gemma-2-9b-it/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-medium-4k-instruct/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-medium-4k-instruct/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-medium-4k-instruct/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-medium-4k-instruct/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-medium-4k-instruct/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-medium-4k-instruct/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-medium-4k-instruct/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-medium-4k-instruct/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-medium-4k-instruct/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-medium-4k-instruct/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-medium-4k-instruct/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-medium-4k-instruct/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-mini-4k-instruct/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-mini-4k-instruct/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-mini-4k-instruct/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-mini-4k-instruct/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-mini-4k-instruct/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-mini-4k-instruct/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-mini-4k-instruct/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-mini-4k-instruct/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-mini-4k-instruct/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-mini-4k-instruct/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs1024+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs1024+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs768+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/microsoft/Phi-3-small-8k-instruct/bs768+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs1024+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs1024+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs1280+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs1280+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs768+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-7B-Instruct-v0.3/bs768+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-Nemo-Instruct-2407/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mistral-Nemo-Instruct-2407/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mixtral-8x7B-Instruct-v0.1/bs64+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/H100 80GB HBM3/mistralai/Mixtral-8x7B-Instruct-v0.1/bs64+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/models.json -------------------------------------------------------------------------------- /data/llm_text_generation/chat/schema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/chat/schema.yaml -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-15b/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-15b/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-15b/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-15b/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-15b/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-15b/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-15b/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-15b/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-15b/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-15b/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-15b/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-15b/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs768+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-3b/bs768+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs768+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/bigcode/starcoder2-7b/bs768+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-13b-hf/bs128+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-13b-hf/bs128+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-13b-hf/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-13b-hf/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-13b-hf/bs32+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-13b-hf/bs32+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-13b-hf/bs64+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-13b-hf/bs64+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs128+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs128+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs192+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs192+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs256+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs256+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs32+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs32+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs320+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs320+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs512+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs512+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs64+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs64+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs768+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-34b-hf/bs768+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs128+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs128+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs192+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs192+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs256+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs256+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs32+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs32+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs320+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs320+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs512+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs512+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs64+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs64+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs768+tp8+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-70b-hf/bs768+tp8+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs128+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs128+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs192+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs192+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs256+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs256+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs32+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs32+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs320+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs320+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs64+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/codellama/CodeLlama-7b-hf/bs64+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs1024+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs1024+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs1280+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs1280+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs1536+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs1536+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs768+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-1.1-2b/bs768+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs128+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs128+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs192+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs192+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs256+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs256+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs32+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs32+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs320+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs320+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs64+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/A100-SXM4-40GB/google/codegemma-7b/bs64+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-15b/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-15b/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-15b/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-15b/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-15b/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-15b/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-15b/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-15b/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-15b/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-15b/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-15b/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-15b/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-3b/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-3b/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-3b/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-3b/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-3b/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-3b/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-3b/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-3b/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-3b/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-3b/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-3b/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-3b/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-7b/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-7b/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-7b/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-7b/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-7b/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-7b/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-7b/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-7b/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-7b/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-7b/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-7b/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/bigcode/starcoder2-7b/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-13b-hf/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-13b-hf/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-13b-hf/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-13b-hf/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-13b-hf/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-13b-hf/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-34b-hf/bs128+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-34b-hf/bs128+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-34b-hf/bs192+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-34b-hf/bs192+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-34b-hf/bs256+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-34b-hf/bs256+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-34b-hf/bs320+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-34b-hf/bs320+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-34b-hf/bs512+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-34b-hf/bs512+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-34b-hf/bs64+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-34b-hf/bs64+tp2+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-70b-hf/bs128+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-70b-hf/bs128+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-70b-hf/bs192+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-70b-hf/bs192+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-70b-hf/bs256+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-70b-hf/bs256+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-70b-hf/bs320+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-70b-hf/bs320+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-70b-hf/bs512+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-70b-hf/bs512+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-70b-hf/bs64+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-70b-hf/bs64+tp4+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-7b-hf/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-7b-hf/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-7b-hf/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-7b-hf/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-7b-hf/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-7b-hf/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-7b-hf/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-7b-hf/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-7b-hf/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/codellama/CodeLlama-7b-hf/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs1024+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs1024+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs768+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-1.1-2b/bs768+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-7b/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-7b/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-7b/bs192+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-7b/bs192+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-7b/bs256+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-7b/bs256+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-7b/bs320+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-7b/bs320+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-7b/bs512+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-7b/bs512+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-7b/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/H100 80GB HBM3/google/codegemma-7b/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/models.json -------------------------------------------------------------------------------- /data/llm_text_generation/code/schema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/llm_text_generation/code/schema.yaml -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-30b/bs128+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-30b/bs128+tp4+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-30b/bs16+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-30b/bs16+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-30b/bs16+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-30b/bs16+tp4+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-30b/bs32+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-30b/bs32+tp4+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-30b/bs64+tp4+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-30b/bs64+tp4+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-7b/bs16+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-7b/bs16+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-7b/bs16+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-7b/bs16+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-7b/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-7b/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-7b/bs32+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-7b/bs32+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-7b/bs64+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/facebook/chameleon-7b/bs64+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs128+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs128+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs16+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs16+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs16+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs16+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs32+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs32+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs64+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llama3-llava-next-8b-hf/bs64+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-13b-hf/bs16+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-13b-hf/bs16+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-13b-hf/bs16+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-13b-hf/bs16+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-13b-hf/bs32+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-13b-hf/bs32+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-13b-hf/bs64+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-13b-hf/bs64+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs128+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs128+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs16+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs16+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs16+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs16+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs32+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs32+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs32+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs32+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs64+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/A100-SXM4-40GB/llava-hf/llava-1.5-7b-hf/bs64+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/H100 80GB HBM3/facebook/chameleon-30b/bs128+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/H100 80GB HBM3/facebook/chameleon-30b/bs128+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/H100 80GB HBM3/facebook/chameleon-30b/bs64+tp2+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/H100 80GB HBM3/facebook/chameleon-30b/bs64+tp2+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/H100 80GB HBM3/facebook/chameleon-7b/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/H100 80GB HBM3/facebook/chameleon-7b/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/H100 80GB HBM3/llava-hf/llama3-llava-next-8b-hf/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/H100 80GB HBM3/llava-hf/llama3-llava-next-8b-hf/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/H100 80GB HBM3/llava-hf/llama3-llava-next-8b-hf/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/H100 80GB HBM3/llava-hf/llama3-llava-next-8b-hf/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/H100 80GB HBM3/llava-hf/llava-1.5-13b-hf/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/H100 80GB HBM3/llava-hf/llava-1.5-13b-hf/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/H100 80GB HBM3/llava-hf/llava-1.5-7b-hf/bs128+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/H100 80GB HBM3/llava-hf/llava-1.5-7b-hf/bs128+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/H100 80GB HBM3/llava-hf/llava-1.5-7b-hf/bs64+tp1+pp1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/H100 80GB HBM3/llava-hf/llava-1.5-7b-hf/bs64+tp1+pp1.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/models.json -------------------------------------------------------------------------------- /data/mllm_text_generation/chat/schema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/data/mllm_text_generation/chat/schema.yaml -------------------------------------------------------------------------------- /deployment/controller-container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/deployment/controller-container.sh -------------------------------------------------------------------------------- /deployment/controller.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/deployment/controller.Dockerfile -------------------------------------------------------------------------------- /deployment/docker-compose-0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/deployment/docker-compose-0.yaml -------------------------------------------------------------------------------- /deployment/docker-compose-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/deployment/docker-compose-1.yaml -------------------------------------------------------------------------------- /docs/about.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/docs/about.md -------------------------------------------------------------------------------- /docs/citation.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/docs/citation.bib -------------------------------------------------------------------------------- /docs/colosseum_bottom.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/docs/colosseum_bottom.md -------------------------------------------------------------------------------- /docs/colosseum_top.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/docs/colosseum_top.md -------------------------------------------------------------------------------- /index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/index.html -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | spitfight[app] @ git+https://github.com/ml-energy/leaderboard@master 2 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/setup.py -------------------------------------------------------------------------------- /spitfight/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spitfight/colosseum/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spitfight/colosseum/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/spitfight/colosseum/client.py -------------------------------------------------------------------------------- /spitfight/colosseum/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/spitfight/colosseum/common.py -------------------------------------------------------------------------------- /spitfight/colosseum/controller/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spitfight/colosseum/controller/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/spitfight/colosseum/controller/controller.py -------------------------------------------------------------------------------- /spitfight/colosseum/controller/router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/spitfight/colosseum/controller/router.py -------------------------------------------------------------------------------- /spitfight/colosseum/controller/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/spitfight/colosseum/controller/worker.py -------------------------------------------------------------------------------- /spitfight/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/spitfight/log.py -------------------------------------------------------------------------------- /spitfight/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/spitfight/prompt.py -------------------------------------------------------------------------------- /spitfight/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/spitfight/utils.py -------------------------------------------------------------------------------- /tests/colosseum/controller_load_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/tests/colosseum/controller_load_test.py -------------------------------------------------------------------------------- /tests/colosseum/test_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/tests/colosseum/test_client.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ml-energy/leaderboard-v2/HEAD/tests/test_utils.py --------------------------------------------------------------------------------