├── .github └── workflows │ ├── ci.yml │ └── release.yml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── assets └── autoarena.jpg ├── autoarena ├── __init__.py ├── __main__.py ├── api │ ├── __init__.py │ ├── api.py │ ├── router.py │ └── utils.py ├── error.py ├── judge │ ├── __init__.py │ ├── anthropic.py │ ├── base.py │ ├── bedrock.py │ ├── cohere.py │ ├── custom.py │ ├── executor.py │ ├── factory.py │ ├── gemini.py │ ├── ollama.py │ ├── openai.py │ ├── together.py │ ├── utils.py │ └── wrapper.py ├── log.py ├── main.py ├── seed.py ├── server.py ├── service │ ├── __init__.py │ ├── elo.py │ ├── fine_tuning.py │ ├── head_to_head.py │ ├── judge.py │ ├── model.py │ ├── project.py │ └── task.py ├── store │ ├── __init__.py │ ├── database.py │ ├── key_manager.py │ ├── migration │ │ ├── 000__schema.sql │ │ └── README.md │ └── utils.py ├── task │ ├── __init__.py │ └── auto_judge.py └── ui_router.py ├── data ├── .gitignore └── README.md ├── examples ├── assets │ ├── getting_started.jpg │ ├── leaderboard.jpg │ └── recompute.jpg └── convince_me_AutoArena_works │ ├── convince_me_AutoArena_works.ipynb │ ├── lmsys-chatbot-arena │ └── train_subset.csv │ └── models │ ├── gpt-3.5-turbo-0613.csv │ ├── gpt-4-0314.csv │ ├── gpt-4-1106-preview.csv │ ├── vicuna-13b.csv │ └── vicuna-33b.csv ├── pyproject.toml ├── scripts └── build.sh ├── tests ├── __init__.py ├── integration │ ├── __init__.py │ ├── api │ │ ├── __init__.py │ │ ├── conftest.py │ │ ├── test_elo.py │ │ ├── test_head_to_head.py │ │ ├── test_judges.py │ │ ├── test_models.py │ │ ├── test_projects.py │ │ └── test_tasks.py │ ├── conftest.py │ ├── judge │ │ ├── __init__.py │ │ ├── conftest.py │ │ ├── test_factory.py │ │ ├── test_judge.py │ │ └── test_wrapper.py │ ├── service │ │ ├── __init__.py │ │ ├── test_head_to_head.py │ │ ├── test_projects.py │ │ └── test_tasks.py │ ├── test_cli.py │ ├── test_database.py │ └── test_ui.py └── unit │ ├── __init__.py │ ├── judge │ ├── __init__.py │ ├── conftest.py │ ├── test_executor.py │ ├── test_factory.py │ ├── test_judge.py │ ├── test_utils.py │ └── test_wrapper.py │ ├── service │ ├── __init__.py │ └── test_elo.py │ └── test_log.py └── ui ├── .eslintrc.cjs ├── .prettierrc.cjs ├── .stylelintrc ├── README.md ├── assets ├── anthropic.jpg ├── bedrock.jpg ├── cohere.jpg ├── cubes.png ├── custom.jpg ├── favicon.png ├── fonts │ ├── Sora-Regular.ttf │ └── Sora-SemiBold.ttf ├── gemini.jpg ├── ollama.jpg ├── openai.jpg └── together.jpg ├── index.html ├── jest.config.js ├── package.json ├── src ├── App.tsx ├── components │ ├── AddModelButton.tsx │ ├── CreateProjectButton.tsx │ ├── DeleteModelButton.tsx │ ├── DeleteProjectModal.tsx │ ├── HeadToHead │ │ ├── ControlBar.tsx │ │ ├── HeadToHead.tsx │ │ ├── HeadToHeadSingleModel.tsx │ │ ├── HeadToHeadTwoModels.tsx │ │ └── index.ts │ ├── Judges │ │ ├── CanAccessJudgeStatusIndicator.tsx │ │ ├── ConfigureJudgeCard.module.css │ │ ├── ConfigureJudgeCard.tsx │ │ ├── ConfigureSystemPromptCollapse.tsx │ │ ├── ConfirmOrCancelBar.tsx │ │ ├── CreateFineTunedJudgeModal.tsx │ │ ├── CreateJudgeModal.tsx │ │ ├── DeleteJudgeButton.tsx │ │ ├── JudgeAccordionItem.tsx │ │ ├── Judges.tsx │ │ ├── TriggerAutoJudgeModal.tsx │ │ ├── index.ts │ │ └── types.ts │ ├── Leaderboard │ │ ├── EloWidget.tsx │ │ ├── ExpandedModelDetails.tsx │ │ ├── ExploreSelectedModels.tsx │ │ ├── HeadToHeadStatsPlot.tsx │ │ ├── HeadToHeadStatsTable.tsx │ │ ├── Leaderboard.tsx │ │ ├── LeaderboardJudgeSelect.tsx │ │ ├── LeaderboardSettings.tsx │ │ ├── columns.tsx │ │ ├── index.ts │ │ ├── renderers │ │ │ ├── ModelNameRenderer.tsx │ │ │ └── index.ts │ │ ├── types.ts │ │ ├── utils.test.ts │ │ └── utils.ts │ ├── MainMenu.tsx │ ├── MarkdownContent.module.css │ ├── MarkdownContent.tsx │ ├── NonIdealState.tsx │ ├── OnboardingTimeline.tsx │ ├── Page.tsx │ ├── PageNotFound.tsx │ ├── ProjectSelect.tsx │ ├── TasksDrawer │ │ ├── TaskAccordionItem.tsx │ │ ├── TasksDrawer.tsx │ │ └── index.ts │ ├── UnhandledError.tsx │ ├── constants.ts │ ├── index.ts │ └── types.ts ├── global.css ├── hooks │ ├── index.ts │ ├── useAppRoutes.ts │ ├── useCanAccessJudgeType.ts │ ├── useClearCompletedTasks.ts │ ├── useCreateFineTuningTask.ts │ ├── useCreateJudge.ts │ ├── useCreateProject.ts │ ├── useDeleteJudge.ts │ ├── useDeleteModel.ts │ ├── useDeleteProject.ts │ ├── useDownloadFile.ts │ ├── useHasActiveTasksStream.ts │ ├── useHeadToHeadCount.ts │ ├── useHeadToHeads.ts │ ├── useJudge.ts │ ├── useJudgeDefaultSystemPrompt.ts │ ├── useJudges.ts │ ├── useModel.ts │ ├── useModelHeadToHeadStats.ts │ ├── useModelHeadToHeadStatsByJudge.ts │ ├── useModelResponses.ts │ ├── useModels.ts │ ├── useModelsRankedByJudge.ts │ ├── useOnboardingGuideDismissed.ts │ ├── usePagination.ts │ ├── useProject.ts │ ├── useProjects.ts │ ├── useQueryWithErrorToast.ts │ ├── useRecomputeLeaderboard.ts │ ├── useSubmitHeadToHeadVote.ts │ ├── useTaskStream.ts │ ├── useTasks.ts │ ├── useTriggerAutoJudge.ts │ ├── useTriggerModelAutoJudge.ts │ ├── useUpdateJudge.ts │ ├── useUploadModelResponses.ts │ └── useUrlState.ts ├── index.ts ├── lib │ ├── appConfig.ts │ ├── index.ts │ ├── routes.ts │ ├── string.ts │ ├── tasks.ts │ ├── urls.test.ts │ └── urls.ts ├── main.tsx └── vite-env.d.ts ├── tsconfig.json ├── tsconfig.node.json ├── vite.config.ts ├── vite.lib.config.ts └── yarn.lock /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/README.md -------------------------------------------------------------------------------- /assets/autoarena.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/assets/autoarena.jpg -------------------------------------------------------------------------------- /autoarena/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /autoarena/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/__main__.py -------------------------------------------------------------------------------- /autoarena/api/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /autoarena/api/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/api/api.py -------------------------------------------------------------------------------- /autoarena/api/router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/api/router.py -------------------------------------------------------------------------------- /autoarena/api/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/api/utils.py -------------------------------------------------------------------------------- /autoarena/error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/error.py -------------------------------------------------------------------------------- /autoarena/judge/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /autoarena/judge/anthropic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/anthropic.py -------------------------------------------------------------------------------- /autoarena/judge/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/base.py -------------------------------------------------------------------------------- /autoarena/judge/bedrock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/bedrock.py -------------------------------------------------------------------------------- /autoarena/judge/cohere.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/cohere.py -------------------------------------------------------------------------------- /autoarena/judge/custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/custom.py -------------------------------------------------------------------------------- /autoarena/judge/executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/executor.py -------------------------------------------------------------------------------- /autoarena/judge/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/factory.py -------------------------------------------------------------------------------- /autoarena/judge/gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/gemini.py -------------------------------------------------------------------------------- /autoarena/judge/ollama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/ollama.py -------------------------------------------------------------------------------- /autoarena/judge/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/openai.py -------------------------------------------------------------------------------- /autoarena/judge/together.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/together.py -------------------------------------------------------------------------------- /autoarena/judge/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/utils.py -------------------------------------------------------------------------------- /autoarena/judge/wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/judge/wrapper.py -------------------------------------------------------------------------------- /autoarena/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/log.py -------------------------------------------------------------------------------- /autoarena/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/main.py -------------------------------------------------------------------------------- /autoarena/seed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/seed.py -------------------------------------------------------------------------------- /autoarena/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/server.py -------------------------------------------------------------------------------- /autoarena/service/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /autoarena/service/elo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/service/elo.py -------------------------------------------------------------------------------- /autoarena/service/fine_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/service/fine_tuning.py -------------------------------------------------------------------------------- /autoarena/service/head_to_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/service/head_to_head.py -------------------------------------------------------------------------------- /autoarena/service/judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/service/judge.py -------------------------------------------------------------------------------- /autoarena/service/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/service/model.py -------------------------------------------------------------------------------- /autoarena/service/project.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/service/project.py -------------------------------------------------------------------------------- /autoarena/service/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/service/task.py -------------------------------------------------------------------------------- /autoarena/store/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /autoarena/store/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/store/database.py -------------------------------------------------------------------------------- /autoarena/store/key_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/store/key_manager.py -------------------------------------------------------------------------------- /autoarena/store/migration/000__schema.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/store/migration/000__schema.sql -------------------------------------------------------------------------------- /autoarena/store/migration/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/store/migration/README.md -------------------------------------------------------------------------------- /autoarena/store/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/store/utils.py -------------------------------------------------------------------------------- /autoarena/task/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /autoarena/task/auto_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/task/auto_judge.py -------------------------------------------------------------------------------- /autoarena/ui_router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/autoarena/ui_router.py -------------------------------------------------------------------------------- /data/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | !README.md 4 | -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/data/README.md -------------------------------------------------------------------------------- /examples/assets/getting_started.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/examples/assets/getting_started.jpg -------------------------------------------------------------------------------- /examples/assets/leaderboard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/examples/assets/leaderboard.jpg -------------------------------------------------------------------------------- /examples/assets/recompute.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/examples/assets/recompute.jpg -------------------------------------------------------------------------------- /examples/convince_me_AutoArena_works/convince_me_AutoArena_works.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/examples/convince_me_AutoArena_works/convince_me_AutoArena_works.ipynb -------------------------------------------------------------------------------- /examples/convince_me_AutoArena_works/lmsys-chatbot-arena/train_subset.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/examples/convince_me_AutoArena_works/lmsys-chatbot-arena/train_subset.csv -------------------------------------------------------------------------------- /examples/convince_me_AutoArena_works/models/gpt-3.5-turbo-0613.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/examples/convince_me_AutoArena_works/models/gpt-3.5-turbo-0613.csv -------------------------------------------------------------------------------- /examples/convince_me_AutoArena_works/models/gpt-4-0314.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/examples/convince_me_AutoArena_works/models/gpt-4-0314.csv -------------------------------------------------------------------------------- /examples/convince_me_AutoArena_works/models/gpt-4-1106-preview.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/examples/convince_me_AutoArena_works/models/gpt-4-1106-preview.csv -------------------------------------------------------------------------------- /examples/convince_me_AutoArena_works/models/vicuna-13b.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/examples/convince_me_AutoArena_works/models/vicuna-13b.csv -------------------------------------------------------------------------------- /examples/convince_me_AutoArena_works/models/vicuna-33b.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/examples/convince_me_AutoArena_works/models/vicuna-33b.csv -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/scripts/build.sh -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/api/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/api/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/api/conftest.py -------------------------------------------------------------------------------- /tests/integration/api/test_elo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/api/test_elo.py -------------------------------------------------------------------------------- /tests/integration/api/test_head_to_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/api/test_head_to_head.py -------------------------------------------------------------------------------- /tests/integration/api/test_judges.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/api/test_judges.py -------------------------------------------------------------------------------- /tests/integration/api/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/api/test_models.py -------------------------------------------------------------------------------- /tests/integration/api/test_projects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/api/test_projects.py -------------------------------------------------------------------------------- /tests/integration/api/test_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/api/test_tasks.py -------------------------------------------------------------------------------- /tests/integration/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/conftest.py -------------------------------------------------------------------------------- /tests/integration/judge/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/judge/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/judge/conftest.py -------------------------------------------------------------------------------- /tests/integration/judge/test_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/judge/test_factory.py -------------------------------------------------------------------------------- /tests/integration/judge/test_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/judge/test_judge.py -------------------------------------------------------------------------------- /tests/integration/judge/test_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/judge/test_wrapper.py -------------------------------------------------------------------------------- /tests/integration/service/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/service/test_head_to_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/service/test_head_to_head.py -------------------------------------------------------------------------------- /tests/integration/service/test_projects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/service/test_projects.py -------------------------------------------------------------------------------- /tests/integration/service/test_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/service/test_tasks.py -------------------------------------------------------------------------------- /tests/integration/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/test_cli.py -------------------------------------------------------------------------------- /tests/integration/test_database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/test_database.py -------------------------------------------------------------------------------- /tests/integration/test_ui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/integration/test_ui.py -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/judge/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/judge/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/unit/judge/conftest.py -------------------------------------------------------------------------------- /tests/unit/judge/test_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/unit/judge/test_executor.py -------------------------------------------------------------------------------- /tests/unit/judge/test_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/unit/judge/test_factory.py -------------------------------------------------------------------------------- /tests/unit/judge/test_judge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/unit/judge/test_judge.py -------------------------------------------------------------------------------- /tests/unit/judge/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/unit/judge/test_utils.py -------------------------------------------------------------------------------- /tests/unit/judge/test_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/unit/judge/test_wrapper.py -------------------------------------------------------------------------------- /tests/unit/service/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/service/test_elo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/unit/service/test_elo.py -------------------------------------------------------------------------------- /tests/unit/test_log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/tests/unit/test_log.py -------------------------------------------------------------------------------- /ui/.eslintrc.cjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/.eslintrc.cjs -------------------------------------------------------------------------------- /ui/.prettierrc.cjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/.prettierrc.cjs -------------------------------------------------------------------------------- /ui/.stylelintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/.stylelintrc -------------------------------------------------------------------------------- /ui/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/README.md -------------------------------------------------------------------------------- /ui/assets/anthropic.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/assets/anthropic.jpg -------------------------------------------------------------------------------- /ui/assets/bedrock.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/assets/bedrock.jpg -------------------------------------------------------------------------------- /ui/assets/cohere.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/assets/cohere.jpg -------------------------------------------------------------------------------- /ui/assets/cubes.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/assets/cubes.png -------------------------------------------------------------------------------- /ui/assets/custom.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/assets/custom.jpg -------------------------------------------------------------------------------- /ui/assets/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/assets/favicon.png -------------------------------------------------------------------------------- /ui/assets/fonts/Sora-Regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/assets/fonts/Sora-Regular.ttf -------------------------------------------------------------------------------- /ui/assets/fonts/Sora-SemiBold.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/assets/fonts/Sora-SemiBold.ttf -------------------------------------------------------------------------------- /ui/assets/gemini.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/assets/gemini.jpg -------------------------------------------------------------------------------- /ui/assets/ollama.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/assets/ollama.jpg -------------------------------------------------------------------------------- /ui/assets/openai.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/assets/openai.jpg -------------------------------------------------------------------------------- /ui/assets/together.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/assets/together.jpg -------------------------------------------------------------------------------- /ui/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/index.html -------------------------------------------------------------------------------- /ui/jest.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/jest.config.js -------------------------------------------------------------------------------- /ui/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/package.json -------------------------------------------------------------------------------- /ui/src/App.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/App.tsx -------------------------------------------------------------------------------- /ui/src/components/AddModelButton.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/AddModelButton.tsx -------------------------------------------------------------------------------- /ui/src/components/CreateProjectButton.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/CreateProjectButton.tsx -------------------------------------------------------------------------------- /ui/src/components/DeleteModelButton.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/DeleteModelButton.tsx -------------------------------------------------------------------------------- /ui/src/components/DeleteProjectModal.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/DeleteProjectModal.tsx -------------------------------------------------------------------------------- /ui/src/components/HeadToHead/ControlBar.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/HeadToHead/ControlBar.tsx -------------------------------------------------------------------------------- /ui/src/components/HeadToHead/HeadToHead.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/HeadToHead/HeadToHead.tsx -------------------------------------------------------------------------------- /ui/src/components/HeadToHead/HeadToHeadSingleModel.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/HeadToHead/HeadToHeadSingleModel.tsx -------------------------------------------------------------------------------- /ui/src/components/HeadToHead/HeadToHeadTwoModels.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/HeadToHead/HeadToHeadTwoModels.tsx -------------------------------------------------------------------------------- /ui/src/components/HeadToHead/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/HeadToHead/index.ts -------------------------------------------------------------------------------- /ui/src/components/Judges/CanAccessJudgeStatusIndicator.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/CanAccessJudgeStatusIndicator.tsx -------------------------------------------------------------------------------- /ui/src/components/Judges/ConfigureJudgeCard.module.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/ConfigureJudgeCard.module.css -------------------------------------------------------------------------------- /ui/src/components/Judges/ConfigureJudgeCard.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/ConfigureJudgeCard.tsx -------------------------------------------------------------------------------- /ui/src/components/Judges/ConfigureSystemPromptCollapse.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/ConfigureSystemPromptCollapse.tsx -------------------------------------------------------------------------------- /ui/src/components/Judges/ConfirmOrCancelBar.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/ConfirmOrCancelBar.tsx -------------------------------------------------------------------------------- /ui/src/components/Judges/CreateFineTunedJudgeModal.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/CreateFineTunedJudgeModal.tsx -------------------------------------------------------------------------------- /ui/src/components/Judges/CreateJudgeModal.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/CreateJudgeModal.tsx -------------------------------------------------------------------------------- /ui/src/components/Judges/DeleteJudgeButton.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/DeleteJudgeButton.tsx -------------------------------------------------------------------------------- /ui/src/components/Judges/JudgeAccordionItem.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/JudgeAccordionItem.tsx -------------------------------------------------------------------------------- /ui/src/components/Judges/Judges.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/Judges.tsx -------------------------------------------------------------------------------- /ui/src/components/Judges/TriggerAutoJudgeModal.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/TriggerAutoJudgeModal.tsx -------------------------------------------------------------------------------- /ui/src/components/Judges/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/index.ts -------------------------------------------------------------------------------- /ui/src/components/Judges/types.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Judges/types.ts -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/EloWidget.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/EloWidget.tsx -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/ExpandedModelDetails.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/ExpandedModelDetails.tsx -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/ExploreSelectedModels.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/ExploreSelectedModels.tsx -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/HeadToHeadStatsPlot.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/HeadToHeadStatsPlot.tsx -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/HeadToHeadStatsTable.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/HeadToHeadStatsTable.tsx -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/Leaderboard.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/Leaderboard.tsx -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/LeaderboardJudgeSelect.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/LeaderboardJudgeSelect.tsx -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/LeaderboardSettings.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/LeaderboardSettings.tsx -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/columns.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/columns.tsx -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/index.ts -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/renderers/ModelNameRenderer.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/renderers/ModelNameRenderer.tsx -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/renderers/index.ts: -------------------------------------------------------------------------------- 1 | export * from './ModelNameRenderer'; 2 | -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/types.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/types.ts -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/utils.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/utils.test.ts -------------------------------------------------------------------------------- /ui/src/components/Leaderboard/utils.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Leaderboard/utils.ts -------------------------------------------------------------------------------- /ui/src/components/MainMenu.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/MainMenu.tsx -------------------------------------------------------------------------------- /ui/src/components/MarkdownContent.module.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/MarkdownContent.module.css -------------------------------------------------------------------------------- /ui/src/components/MarkdownContent.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/MarkdownContent.tsx -------------------------------------------------------------------------------- /ui/src/components/NonIdealState.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/NonIdealState.tsx -------------------------------------------------------------------------------- /ui/src/components/OnboardingTimeline.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/OnboardingTimeline.tsx -------------------------------------------------------------------------------- /ui/src/components/Page.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/Page.tsx -------------------------------------------------------------------------------- /ui/src/components/PageNotFound.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/PageNotFound.tsx -------------------------------------------------------------------------------- /ui/src/components/ProjectSelect.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/ProjectSelect.tsx -------------------------------------------------------------------------------- /ui/src/components/TasksDrawer/TaskAccordionItem.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/TasksDrawer/TaskAccordionItem.tsx -------------------------------------------------------------------------------- /ui/src/components/TasksDrawer/TasksDrawer.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/TasksDrawer/TasksDrawer.tsx -------------------------------------------------------------------------------- /ui/src/components/TasksDrawer/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/TasksDrawer/index.ts -------------------------------------------------------------------------------- /ui/src/components/UnhandledError.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/UnhandledError.tsx -------------------------------------------------------------------------------- /ui/src/components/constants.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/constants.ts -------------------------------------------------------------------------------- /ui/src/components/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/index.ts -------------------------------------------------------------------------------- /ui/src/components/types.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/components/types.ts -------------------------------------------------------------------------------- /ui/src/global.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/global.css -------------------------------------------------------------------------------- /ui/src/hooks/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/index.ts -------------------------------------------------------------------------------- /ui/src/hooks/useAppRoutes.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useAppRoutes.ts -------------------------------------------------------------------------------- /ui/src/hooks/useCanAccessJudgeType.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useCanAccessJudgeType.ts -------------------------------------------------------------------------------- /ui/src/hooks/useClearCompletedTasks.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useClearCompletedTasks.ts -------------------------------------------------------------------------------- /ui/src/hooks/useCreateFineTuningTask.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useCreateFineTuningTask.ts -------------------------------------------------------------------------------- /ui/src/hooks/useCreateJudge.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useCreateJudge.ts -------------------------------------------------------------------------------- /ui/src/hooks/useCreateProject.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useCreateProject.ts -------------------------------------------------------------------------------- /ui/src/hooks/useDeleteJudge.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useDeleteJudge.ts -------------------------------------------------------------------------------- /ui/src/hooks/useDeleteModel.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useDeleteModel.ts -------------------------------------------------------------------------------- /ui/src/hooks/useDeleteProject.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useDeleteProject.ts -------------------------------------------------------------------------------- /ui/src/hooks/useDownloadFile.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useDownloadFile.ts -------------------------------------------------------------------------------- /ui/src/hooks/useHasActiveTasksStream.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useHasActiveTasksStream.ts -------------------------------------------------------------------------------- /ui/src/hooks/useHeadToHeadCount.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useHeadToHeadCount.ts -------------------------------------------------------------------------------- /ui/src/hooks/useHeadToHeads.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useHeadToHeads.ts -------------------------------------------------------------------------------- /ui/src/hooks/useJudge.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useJudge.ts -------------------------------------------------------------------------------- /ui/src/hooks/useJudgeDefaultSystemPrompt.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useJudgeDefaultSystemPrompt.ts -------------------------------------------------------------------------------- /ui/src/hooks/useJudges.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useJudges.ts -------------------------------------------------------------------------------- /ui/src/hooks/useModel.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useModel.ts -------------------------------------------------------------------------------- /ui/src/hooks/useModelHeadToHeadStats.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useModelHeadToHeadStats.ts -------------------------------------------------------------------------------- /ui/src/hooks/useModelHeadToHeadStatsByJudge.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useModelHeadToHeadStatsByJudge.ts -------------------------------------------------------------------------------- /ui/src/hooks/useModelResponses.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useModelResponses.ts -------------------------------------------------------------------------------- /ui/src/hooks/useModels.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useModels.ts -------------------------------------------------------------------------------- /ui/src/hooks/useModelsRankedByJudge.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useModelsRankedByJudge.ts -------------------------------------------------------------------------------- /ui/src/hooks/useOnboardingGuideDismissed.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useOnboardingGuideDismissed.ts -------------------------------------------------------------------------------- /ui/src/hooks/usePagination.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/usePagination.ts -------------------------------------------------------------------------------- /ui/src/hooks/useProject.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useProject.ts -------------------------------------------------------------------------------- /ui/src/hooks/useProjects.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useProjects.ts -------------------------------------------------------------------------------- /ui/src/hooks/useQueryWithErrorToast.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useQueryWithErrorToast.ts -------------------------------------------------------------------------------- /ui/src/hooks/useRecomputeLeaderboard.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useRecomputeLeaderboard.ts -------------------------------------------------------------------------------- /ui/src/hooks/useSubmitHeadToHeadVote.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useSubmitHeadToHeadVote.ts -------------------------------------------------------------------------------- /ui/src/hooks/useTaskStream.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useTaskStream.ts -------------------------------------------------------------------------------- /ui/src/hooks/useTasks.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useTasks.ts -------------------------------------------------------------------------------- /ui/src/hooks/useTriggerAutoJudge.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useTriggerAutoJudge.ts -------------------------------------------------------------------------------- /ui/src/hooks/useTriggerModelAutoJudge.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useTriggerModelAutoJudge.ts -------------------------------------------------------------------------------- /ui/src/hooks/useUpdateJudge.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useUpdateJudge.ts -------------------------------------------------------------------------------- /ui/src/hooks/useUploadModelResponses.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useUploadModelResponses.ts -------------------------------------------------------------------------------- /ui/src/hooks/useUrlState.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/hooks/useUrlState.ts -------------------------------------------------------------------------------- /ui/src/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/index.ts -------------------------------------------------------------------------------- /ui/src/lib/appConfig.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/lib/appConfig.ts -------------------------------------------------------------------------------- /ui/src/lib/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/lib/index.ts -------------------------------------------------------------------------------- /ui/src/lib/routes.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/lib/routes.ts -------------------------------------------------------------------------------- /ui/src/lib/string.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/lib/string.ts -------------------------------------------------------------------------------- /ui/src/lib/tasks.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/lib/tasks.ts -------------------------------------------------------------------------------- /ui/src/lib/urls.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/lib/urls.test.ts -------------------------------------------------------------------------------- /ui/src/lib/urls.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/lib/urls.ts -------------------------------------------------------------------------------- /ui/src/main.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/src/main.tsx -------------------------------------------------------------------------------- /ui/src/vite-env.d.ts: -------------------------------------------------------------------------------- 1 | /// 2 | -------------------------------------------------------------------------------- /ui/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/tsconfig.json -------------------------------------------------------------------------------- /ui/tsconfig.node.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/tsconfig.node.json -------------------------------------------------------------------------------- /ui/vite.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/vite.config.ts -------------------------------------------------------------------------------- /ui/vite.lib.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/vite.lib.config.ts -------------------------------------------------------------------------------- /ui/yarn.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kolenaIO/autoarena/HEAD/ui/yarn.lock --------------------------------------------------------------------------------