├── .editorconfig ├── .flake8 ├── .github └── workflows │ └── linters.yaml ├── .gitignore ├── .isort.cfg ├── .pre-commit-config.yaml ├── .stylelintrc.json ├── .vscode └── launch.json ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── annotators ├── .gitignore ├── clean_servers.py ├── conf │ ├── base.yaml │ ├── nli_r1.yaml │ ├── nli_r4_mturk.yaml │ ├── vqa_r1.yaml │ └── vqa_val_r1.yaml ├── examine_results.py ├── pay_workers.py ├── process_dkqa.py ├── run_mturk.py ├── set_mturk_qualification.py └── util.py ├── api ├── .gitignore ├── bottle.py ├── common │ ├── __init__.py │ ├── auth.py │ ├── config.py.example │ ├── cors.py │ ├── helpers.py │ ├── logging.py │ ├── mail_service.py │ └── migrator.py ├── controllers │ ├── auth.py │ ├── badges.py │ ├── contexts.py │ ├── datasets.py │ ├── endpoints.py │ ├── examples.py │ ├── index.py │ ├── models.py │ ├── notifications.py │ ├── task_proposals.py │ ├── tasks.py │ ├── users.py │ └── validations.py ├── cron │ ├── README.md │ ├── async_badge_handler.py │ ├── old_refresh_token_remover.py │ ├── prune_models.py │ └── takedown_unpublished_models.py ├── install.py ├── migrations │ ├── 20201028_01_If0vq-add-api-token-to-users.py │ ├── 20201101_add-settings-json-to-tasks.py │ ├── 20201102_remove-anon_id-from-examples.py │ ├── 20201103_01_skSne-add-model-card.py │ ├── 20201116_populate-total-verified-not-fooled-column.py │ ├── 20201201_01_Eau7B-switch-sentiment-to-three-class.py │ ├── 20201208_add-tag-to-examples-and-contexts.py │ ├── 20201208_add_metadata_json_to_users.py │ ├── 20201215_01_Bb0Qw-add-advqa.py │ ├── 20210105_populate-total-verified-not-correct-fooled-column.py │ ├── 20210111_01_XmZj0-add-model-aws-information.py │ ├── 20210113_01_vFAS9-replace-model-upload-date-with-datetime-and-insert-a-datetime-for-null-values.py │ ├── 20210115_01_O2h5J-add-hs-r4.py │ ├── 20210119_01_ATDVS-add-sentiment-r3-and-rearrange.py │ ├── 20210125_01_sksbT-add-starter-contexts-to-sentiment-r1-and-r3-and-hs-r4.py │ ├── 20210127_01_sHlix-add-round-user-example-info-table.py │ ├── 20210203_01_zNCXS-add-task-code.py │ ├── 20210203_02_Q94K5-remove-s3-uri-and-endpoint-url-from-models-table.py │ ├── 20210205_01_6LJTC-entailing-to-entailed.py │ ├── 20210211_01_eqp77-add-advqaval.py │ ├── 20210211_01_yDiqU-delete-badges-awarded-too-many-times.py │ ├── 20210224_01_fxAds-add-dataset-table.py │ ├── 20210224_02_yTRsk-add-aws-metrics-to-scores-table.py │ ├── 20210303_01_BMLWb-put-refresh-tokens-in-their-own-table.py │ ├── 20210303_01_fAMkR-set-type-has-context-and-has-answer-fields-in-vqa-main-task.py │ ├── 20210303_02_vVPzx-modify-description-message-for-vqa-val.py │ ├── 20210305_01_KyKze-add-outupt-s3-path-in-scores-table.py │ ├── 20210308_01_d8XN5-rename-scores-rid.py │ ├── 20210316_01_Fp9q1-add-fairness-and-robustness-column-in-scores-table.py │ ├── 20210319_01_XZqJf-update-the-number-of-total-fooling-examples-for-round-one-in-vqa-task.py │ ├── 20210323_01_24BIL-set-score-did.py │ ├── 20210324_01_PeO56-use-seconds-per-example-in-scores-table-instead.py │ ├── 20210325_01_yjcO8-add-model-secret.py │ ├── 20210326_01_rCLpg-add-dataset-type.py │ ├── 20210402_01_Wvb4j-use-examples-per-second-in-scores-table.py │ ├── 20210422_01_hS1Qi-add-more-model-deployment-status.py │ ├── 20210425_02_AtJot-remove-overall-perf.py │ ├── 20210429_01_zBzXQ-add-endpoint-name-to-models-table-and-remove-upload-timestamp-column-which-is-now-redundant.py │ ├── 20210503_01_xxxx-add-flores-task.py │ ├── 20210504_01_cbduZ-remove-invalid-datasets.py │ ├── 20210505_01_frwye-populate-dataset-desc-and-link.py │ ├── 20210511_01_yYAwF-add-model-link.py │ ├── 20210517_01_JYMLd-hs-round5.py │ ├── 20210519_01_uS2nw-add-model-status-for-only-model-created.py │ ├── 20210520_01_tOL8u-add-task-submitable-status.py │ ├── 20210521_01_xxxx-open_flores.py │ ├── 20210526_01_1ApkT-larger-score-metadata-json.py │ ├── 20210531_01_uJdeR-hate-speech-round-6.py │ ├── 20210603_01_RuGGv-add-description-and-link-for-flores-datasets-and-fix-access-type.py │ ├── 20210607_01_n2WJs-hate-speech-r7.py │ ├── 20210621_01_IRyiT-rename-qa-f1.py │ ├── 20210623_01_nG0YL-add-new-round-for-qa-task.py │ ├── 20210630_01_ZczVK-make-task-code-required.py │ ├── 20210630_01_s8Xod-update-model-url-to-authorized-endpoint.py │ ├── 20210701_01_yaeLK-add-leaderboard-configurations-table.py │ ├── 20210706_01_a9a26-fix-flores-description.py │ ├── 20210710_01_TTcLy-fix-qa-r3-model-url.py │ ├── 20210714_01_Fbdh6-add_flores_unpublished_dynaboard_setting.py │ ├── 20210723_01_PTI5B-add-leaderboard-snapshots-table.py │ ├── 20210730_01_02Na6-change-example-metadata-json-type-to-mediumtext.py │ ├── 20210806_01_0LQae-adding-limiting-behavior-of-adc-task.py │ ├── 20210808_01_OtRTz-add-desc-to-leaderboard-fork.py │ ├── 20210810_01_iApXr-general_task_creation_consolidation.py │ ├── 20210822_01_eZiBk-add-name-to-leaderboard-snapshot.py │ ├── 20210826_01_H1Nks-modify-tasks-table.py │ ├── 20210910_01_Gr6cJ-add-metrics-to-annotation-config.py │ ├── 20210913_01_er15U-add-task-proposals-table.py │ ├── 20210915_01_f1gBY-change-round-url-to-nullable-text.py │ ├── 20210916_01_Y97cI-changes_to_support_prediction_upload_and_eval.py │ ├── 20210920_01_NIUYK-add-contributed-task-field.py │ ├── 20210921_01_PD2Yn-add-reference-name-to-perf-metric-for-flores.py │ ├── 20210921_02_MUhGK-add-threshold-to-qa-perf-metric-config.py │ ├── 20210924_01_ejxRf-convert-example-metadata-json-to-mediumtext.py │ ├── 20210929_01_AKPlZ-update-qa-f1-threshold-to-0-4.py │ ├── 20211006_01_DeVEP-big-data-changes.py │ ├── 20211010_01_2P6E7-add-is-anonymous-column-to-model.py │ ├── 20211026_01_scyfj-support-dataperf.py │ ├── 20211028_01_ukEWR-adding-taken-down-non-active-enum.py │ ├── 20211103_01_pdUwN-add-placeholder-validation.py │ ├── 20211203_01_Dkyr3-adding-fields-to-tasks-to-allow-owners-to-run-in-their-own-aws-env.py │ ├── 20211220_01_I8aZI-redo-evaluation-status.py │ ├── 20220117_01_L6zqN-adding-task-owner-aws-account-id.py │ ├── 20220119_01_WOGoS-add-log-access-type.py │ └── 20220120_01_XJKxY-change-task-config-to-yaml.py ├── models │ ├── __init__.py │ ├── badge.py │ ├── base.py │ ├── context.py │ ├── dataset.py │ ├── example.py │ ├── leaderboard_configuration.py │ ├── leaderboard_snapshot.py │ ├── model.py │ ├── notification.py │ ├── refresh_token.py │ ├── round.py │ ├── round_user_example_info.py │ ├── score.py │ ├── task.py │ ├── task_proposal.py │ ├── task_user_permission.py │ ├── user.py │ └── validation.py ├── server.py ├── templates │ ├── forgot_password.txt │ ├── model_train_failed.txt │ ├── model_train_successful.txt │ ├── task_proposal_approval.txt │ └── task_proposal_rejection.txt ├── tools │ ├── .gitignore │ ├── add_hidden_task.py │ ├── add_task.py │ ├── adjust_vqa_test2015_tag.py │ ├── create_tables.py │ ├── local_export.py │ ├── populate_anli.py │ ├── populate_anli_r4.py │ ├── populate_nq.py │ ├── populate_qa.py │ ├── populate_sentiment.py │ ├── populate_vqa.py │ └── utf8ize.py └── yoyo.ini ├── detect_aws_credentials.py ├── detect_insecure_cors_configuration.py ├── devops └── bootstrap.sh ├── docs ├── adding_task.md ├── database.md ├── db-overview-fig1.png ├── db-overview-fig2.png ├── email.md ├── evaluation.md ├── examples │ ├── dataperf_image_labelling_task_config.yaml │ ├── flores_task_config.yaml │ ├── hs_task_config.yaml │ ├── nli_task_config.yaml │ ├── qa_task_config.yaml │ ├── sentiment_task_config.yaml │ └── vqa_task_config.yaml ├── frontend.md ├── license_header.txt ├── overview.md ├── owners.md └── start.md ├── evaluation ├── .gitignore ├── datasets │ ├── __init__.py │ ├── common.py │ └── mt │ │ └── flores.py ├── eval_config.py.example ├── eval_server.py ├── eval_server_decen.py ├── instructions.md ├── metrics │ ├── .gitignore │ ├── instance_property.py │ ├── metric_getters.py │ ├── metrics.py │ ├── metrics_dicts.py │ ├── train_file_metrics.py │ └── vqa_accuracy.py ├── scripts │ ├── augly_perturbation.py │ ├── cleanup_failed_models.py │ ├── data │ │ ├── api_names.txt │ │ ├── black_names.txt │ │ ├── female_names.txt │ │ ├── female_word_file.txt │ │ ├── hispanic_names.txt │ │ ├── male_names.txt │ │ ├── male_word_file.txt │ │ └── white_names.txt │ ├── fix_bleu.py │ ├── perturb.py │ ├── request_evaluation.py │ ├── textflint_utils │ │ ├── configs │ │ │ ├── hs_config.json │ │ │ ├── nli_config.json │ │ │ ├── qa_config.json │ │ │ └── sentiment_config.json │ │ └── utils.py │ └── util.py ├── tests │ ├── __init__.py │ ├── conftest.py │ ├── test_computer.py │ ├── test_datasets.py │ └── test_flores.py └── utils │ ├── __init__.py │ ├── computer.py │ ├── computer_decen.py │ ├── evaluator.py │ ├── evaluator_decen.py │ ├── helpers.py │ ├── logging.py │ ├── requester.py │ └── requester_decen.py ├── frontends └── web │ ├── .env.example │ ├── .gitignore │ ├── mturk-src │ ├── App.css │ ├── App.js │ ├── components │ │ ├── CreateInterface.js │ │ ├── CreateInterfaceNoModel.js │ │ ├── core.jsx │ │ ├── divyansh │ │ │ ├── nli-1 │ │ │ │ └── core.jsx │ │ │ ├── qa-1-verify │ │ │ │ ├── VerifyInterface.js │ │ │ │ ├── VerifyInterfaceQA.js │ │ │ │ └── core.jsx │ │ │ └── qa-1 │ │ │ │ ├── CreateInterface.js │ │ │ │ ├── CreateInterfaceNoModel.js │ │ │ │ ├── CreateInterfaceOnboarding.js │ │ │ │ └── core.jsx │ │ ├── nli-1 │ │ │ └── core.jsx │ │ ├── sa-zen │ │ │ └── core.jsx │ │ ├── vqa │ │ │ ├── OnboardingInfo │ │ │ │ ├── VQAQuizExamples.js │ │ │ │ └── VQAValidInvalidExamples.js │ │ │ ├── src │ │ │ │ ├── CreateVQAMturkInterface.js │ │ │ │ ├── Onboarding │ │ │ │ │ ├── ExampleCard.js │ │ │ │ │ ├── Examples │ │ │ │ │ │ ├── VQAQuizExamples.js │ │ │ │ │ │ └── VQAValidInvalidExamples.js │ │ │ │ │ ├── VQAExampleCards.js │ │ │ │ │ ├── VQAOnboarder.js │ │ │ │ │ ├── VQAOnboardingInstructions.js │ │ │ │ │ ├── VQAQuiz.js │ │ │ │ │ └── VQAQuizCard.js │ │ │ │ ├── QuestionsCharacteristics.js │ │ │ │ ├── VQAFeedbackCard.js │ │ │ │ ├── VQAPreview.js │ │ │ │ ├── VQAValidationInterface.js │ │ │ │ └── WarningMessage.js │ │ │ ├── vqa-main │ │ │ │ └── core.jsx │ │ │ └── vqa-val │ │ │ │ └── core.jsx │ │ └── yixin │ │ │ ├── core.jsx │ │ │ └── nli-4-mtuk │ │ │ ├── GoodExampleCards.jsx │ │ │ ├── NLIWritingInterface.jsx │ │ │ ├── core.jsx │ │ │ └── onboarding.jsx │ ├── index.css │ ├── index.js │ └── serviceWorker.js │ ├── package-lock.json │ ├── package.json │ ├── public │ ├── Powered_by_Dynabench-Logo.svg │ ├── android-chrome-192x192.png │ ├── android-chrome-512x512.png │ ├── apple-touch-icon.png │ ├── badges │ │ ├── ALL_TASKS_COVERED.png │ │ ├── DAY_STREAK_1_MONTH.png │ │ ├── DAY_STREAK_1_WEEK.png │ │ ├── DAY_STREAK_1_YEAR.png │ │ ├── DAY_STREAK_2.png │ │ ├── DAY_STREAK_2_WEEK.png │ │ ├── DAY_STREAK_3.png │ │ ├── DAY_STREAK_3_MONTH.png │ │ ├── DAY_STREAK_5.png │ │ ├── DYNABENCH_BRONZE.png │ │ ├── DYNABENCH_DIAMOND.png │ │ ├── DYNABENCH_GOLD.png │ │ ├── DYNABENCH_HS_BRONZE.png │ │ ├── DYNABENCH_HS_DIAMOND.png │ │ ├── DYNABENCH_HS_GOLD.png │ │ ├── DYNABENCH_HS_PLATINUM.png │ │ ├── DYNABENCH_HS_SILVER.png │ │ ├── DYNABENCH_NLI_BRONZE.png │ │ ├── DYNABENCH_NLI_DIAMOND.png │ │ ├── DYNABENCH_NLI_GOLD.png │ │ ├── DYNABENCH_NLI_PLATINUM.png │ │ ├── DYNABENCH_NLI_SILVER.png │ │ ├── DYNABENCH_PLATINUM.png │ │ ├── DYNABENCH_QA_BRONZE.png │ │ ├── DYNABENCH_QA_DIAMOND.png │ │ ├── DYNABENCH_QA_GOLD.png │ │ ├── DYNABENCH_QA_PLATINUM.png │ │ ├── DYNABENCH_QA_SILVER.png │ │ ├── DYNABENCH_SENT_BRONZE.png │ │ ├── DYNABENCH_SENT_DIAMOND.png │ │ ├── DYNABENCH_SENT_GOLD.png │ │ ├── DYNABENCH_SENT_PLATINUM.png │ │ ├── DYNABENCH_SENT_SILVER.png │ │ ├── DYNABENCH_SILVER.png │ │ ├── EXAMPLE_STREAK_10.png │ │ ├── EXAMPLE_STREAK_100.png │ │ ├── EXAMPLE_STREAK_20.png │ │ ├── EXAMPLE_STREAK_5.png │ │ ├── EXAMPLE_STREAK_50.png │ │ ├── FIRST_CREATED.png │ │ ├── FIRST_STEPS.png │ │ ├── FIRST_TEN_CREATED.png │ │ ├── FIRST_VALIDATED_FOOLING.png │ │ ├── FIRST_VERIFIED.png │ │ ├── MODEL_BUILDER.png │ │ ├── MULTITASKER.png │ │ ├── SERIAL_PREDICTOR.png │ │ ├── SOTA.png │ │ ├── TESTING_BADGES.png │ │ ├── WEEKLY_WINNER.png │ │ └── WELCOME_NOOB.png │ ├── camera.png │ ├── custom_50x.html │ ├── dynaboard.pdf │ ├── favicon-16x16.png │ ├── favicon-32x32.png │ ├── favicon.ico │ ├── flores_logo.png │ ├── index.html │ ├── loader.gif │ ├── logo.png │ ├── logo_w.png │ ├── manifest.json │ ├── paper.pdf │ ├── robots.txt │ └── vid_thumb.png │ ├── src │ ├── common │ │ ├── Annotation │ │ │ ├── AnnotationComponent.css │ │ │ ├── AnnotationComponent.js │ │ │ ├── AtomicImage.js │ │ │ ├── CreateInterface.js │ │ │ ├── ErrorAlert.js │ │ │ ├── Explainer.js │ │ │ ├── InitializeAnnotationData.js │ │ │ ├── ResponseInfo.js │ │ │ └── ValidateInterface.js │ │ └── ApiService.js │ ├── components │ │ ├── Avatar │ │ │ ├── Avatar.css │ │ │ └── Avatar.js │ │ ├── Buttons │ │ │ ├── ChevronExpandButton.js │ │ │ └── FloresActionButtons.js │ │ ├── DragAndDrop │ │ │ ├── DragAndDrop.css │ │ │ └── DragAndDrop.js │ │ ├── FloresComponents │ │ │ ├── FloresGrid.css │ │ │ ├── FloresGrid.js │ │ │ ├── FloresLanguages.js │ │ │ ├── FloresModelLeaderboard.js │ │ │ ├── FloresPairsLeaderboard.css │ │ │ ├── FloresPairsLeaderboard.js │ │ │ └── FloresTaskDescription.js │ │ ├── ProfilePageComponents │ │ │ ├── AdminTaskProposalSubPage.js │ │ │ ├── ForksAndSnapshotsSubPage.js │ │ │ ├── ModelSubPage.js │ │ │ ├── TaskProposalSubPage.js │ │ │ └── TaskSubPage.js │ │ ├── Rechart.js │ │ ├── TaskLeaderboard │ │ │ ├── ForkAndSnapshotModal.js │ │ │ ├── ForkAndSnapshotModalWrapper.js │ │ │ ├── ForkAndSnapshotRouter.js │ │ │ ├── SortContainer.js │ │ │ ├── TaskModelLeaderboardCard.js │ │ │ ├── TaskModelLeaderboardCardWrapper.js │ │ │ ├── TaskModelLeaderboardTable.js │ │ │ ├── WeightIndicator.css │ │ │ └── WeightIndicator.js │ │ ├── TaskOwnerPageComponents │ │ │ ├── Advanced.js │ │ │ ├── Contexts.js │ │ │ ├── Datasets.js │ │ │ ├── Models.js │ │ │ ├── Owners.js │ │ │ ├── Rounds.js │ │ │ └── Settings.js │ │ └── TaskPageComponents │ │ │ └── UserLeaderboardCard.js │ ├── containers │ │ ├── AboutPage.js │ │ ├── App.css │ │ ├── App.js │ │ ├── App.test.js │ │ ├── Badge.js │ │ ├── BadgeGrid.css │ │ ├── BadgeGrid.js │ │ ├── ContactPage.js │ │ ├── DataPolicyPage.js │ │ ├── ExplainFeedback.js │ │ ├── FloresTaskPage.js │ │ ├── FloresTop5Page.js │ │ ├── ForgotPassword.js │ │ ├── GenerateAPITokenPage.js │ │ ├── HateSpeechDropdown.js │ │ ├── HomePage.css │ │ ├── HomePage.js │ │ ├── KeyboardShortcuts.js │ │ ├── LoginPage.css │ │ ├── LoginPage.js │ │ ├── ModelPage.css │ │ ├── ModelPage.js │ │ ├── ModelStatus.css │ │ ├── ModelStatus.js │ │ ├── Overlay.js │ │ ├── ProfilePage.css │ │ ├── ProfilePage.js │ │ ├── RegisterPage.js │ │ ├── ResetPassword.js │ │ ├── ScrollToTop.js │ │ ├── Sidebar-Layout.css │ │ ├── SubmitInterface.js │ │ ├── TaskModelLeaderboardPage.js │ │ ├── TaskModelLeaderboardSnapshotPage.js │ │ ├── TaskOwnerPage.js │ │ ├── TaskPage.css │ │ ├── TaskPage.js │ │ ├── TasksContext.js │ │ ├── TermsPage.js │ │ ├── UpdateModelInfoInterface.js │ │ ├── UserContext.js │ │ ├── UserPage.js │ │ └── UserStatTooltips.js │ ├── fonts │ │ ├── OpenSans-Light.ttf │ │ ├── OpenSans-Regular.ttf │ │ └── OpenSans-SemiBold.ttf │ ├── index.css │ ├── index.js │ ├── serviceWorker.js │ ├── setupTests.js │ └── utils │ │ └── color.js │ └── webpack.config.js ├── legacy ├── bootstrap.sh ├── education │ ├── Readme.md │ └── dynabench_practicals.ipynb ├── modelservers │ ├── .gitignore │ ├── common.py │ ├── hs │ │ ├── .gitignore │ │ └── run_round1.py │ ├── nli │ │ ├── .gitignore │ │ ├── README.md │ │ ├── run_round1.py │ │ ├── run_round2.py │ │ ├── run_round3.py │ │ └── settings.py.example │ ├── qa │ │ ├── .gitignore │ │ ├── qa_utils.py │ │ ├── run_round1.py │ │ ├── run_round2.py │ │ ├── run_round_divyansh.py │ │ └── settings.py.example │ └── sentiment │ │ ├── .gitignore │ │ └── run_round1.py └── torchserve │ ├── .gitignore │ ├── README.md │ ├── common │ ├── secrets.json.example │ └── shared.py │ ├── configs │ ├── config_dkqa_3_1.json │ ├── config_dkqa_3_2.json │ ├── config_dkqa_3_3.json │ ├── config_dkqa_4_1.json │ ├── config_dkqa_4_2.json │ ├── config_hs_1_1.json │ ├── config_hs_2_1.json │ ├── config_hs_4_1.json │ ├── config_nli_1_1.json │ ├── config_nli_2_1.json │ ├── config_nli_2_2.json │ ├── config_nli_2_3.json │ ├── config_nli_2_4.json │ ├── config_nli_2_5.json │ ├── config_nli_2_6.json │ ├── config_nli_2_7.json │ ├── config_nli_3_1.json │ ├── config_nli_3_2.json │ ├── config_nli_3_3.json │ ├── config_nli_3_4.json │ ├── config_nli_3_5.json │ ├── config_nli_3_6.json │ ├── config_nli_3_7.json │ ├── config_nli_4_1.json │ ├── config_nli_4_2.json │ ├── config_nli_4_3.json │ ├── config_nli_4_4.json │ ├── config_nli_4_5.json │ ├── config_qa_1_1.json │ ├── config_qa_1_2.json │ ├── config_qa_2_1.json │ ├── config_qa_2_2.json │ ├── config_qa_2_3.json │ ├── config_sent_1_1.json │ ├── config_sent_2_1.json │ ├── config_sent_3_1.json │ └── config_vqa_1_1.json │ ├── deploy.py │ ├── dockerfiles │ ├── .ipynb_checkpoints │ │ └── Create_sagemaker_torchserve_AMI-checkpoint.ipynb │ ├── Create_sagemaker_torchserve_AMI.ipynb │ ├── Dockerfile │ ├── Dockerfile.cuda │ ├── config.properties │ └── dockerd-entrypoint.sh │ ├── legacy │ ├── create_torchscript.py │ ├── ml_deploy.py │ └── notebooks │ │ ├── Create_Model_archive_file_for_sentiment_classification.ipynb │ │ └── sent_class_deploy.ipynb │ ├── requirements.txt │ ├── tasks │ ├── dkqa │ │ ├── r3 │ │ │ ├── handler.py │ │ │ ├── qa_utils.py │ │ │ └── setup_config.json │ │ └── r4 │ │ │ ├── handler.py │ │ │ ├── qa_utils.py │ │ │ └── setup_config.json │ ├── hs │ │ ├── r1 │ │ │ ├── handler.py │ │ │ └── setup_config.json │ │ ├── r2 │ │ │ ├── handler.py │ │ │ └── setup_config.json │ │ └── r4 │ │ │ ├── handler.py │ │ │ └── setup_config.json │ ├── nli │ │ ├── r1 │ │ │ ├── handler.py │ │ │ └── setup_config.json │ │ ├── r2 │ │ │ ├── handler.py │ │ │ └── setup_config.json │ │ ├── r3 │ │ │ ├── handler.py │ │ │ └── setup_config.json │ │ └── r4 │ │ │ ├── handler.py │ │ │ └── setup_config.json │ ├── qa │ │ ├── r1 │ │ │ ├── handler.py │ │ │ ├── qa_utils.py │ │ │ └── setup_config.json │ │ └── r2 │ │ │ ├── handler.py │ │ │ ├── qa_utils.py │ │ │ └── setup_config.json │ ├── sentiment │ │ ├── r1 │ │ │ ├── handler.py │ │ │ └── setup_config.json │ │ ├── r2 │ │ │ ├── handler.py │ │ │ └── setup_config.json │ │ └── r3 │ │ │ ├── handler.py │ │ │ └── setup_config.json │ └── vqa │ │ └── r1 │ │ ├── handler.py │ │ ├── setup_config.json │ │ └── utils.py │ └── testhandler.py ├── pyproject.toml └── requirements.txt /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/.editorconfig -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/workflows/linters.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/.github/workflows/linters.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | logs/ 2 | *.py[cod] 3 | *.DS_Store 4 | __pycache__/ 5 | -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.stylelintrc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/.stylelintrc.json -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/.vscode/launch.json -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/README.md -------------------------------------------------------------------------------- /annotators/.gitignore: -------------------------------------------------------------------------------- 1 | Mephisto 2 | __pycache__ 3 | -------------------------------------------------------------------------------- /annotators/clean_servers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/annotators/clean_servers.py -------------------------------------------------------------------------------- /annotators/conf/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/annotators/conf/base.yaml -------------------------------------------------------------------------------- /annotators/conf/nli_r1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/annotators/conf/nli_r1.yaml -------------------------------------------------------------------------------- /annotators/conf/nli_r4_mturk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/annotators/conf/nli_r4_mturk.yaml -------------------------------------------------------------------------------- /annotators/conf/vqa_r1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/annotators/conf/vqa_r1.yaml -------------------------------------------------------------------------------- /annotators/conf/vqa_val_r1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/annotators/conf/vqa_val_r1.yaml -------------------------------------------------------------------------------- /annotators/examine_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/annotators/examine_results.py -------------------------------------------------------------------------------- /annotators/pay_workers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/annotators/pay_workers.py -------------------------------------------------------------------------------- /annotators/process_dkqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/annotators/process_dkqa.py -------------------------------------------------------------------------------- /annotators/run_mturk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/annotators/run_mturk.py -------------------------------------------------------------------------------- /annotators/set_mturk_qualification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/annotators/set_mturk_qualification.py -------------------------------------------------------------------------------- /annotators/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/annotators/util.py -------------------------------------------------------------------------------- /api/.gitignore: -------------------------------------------------------------------------------- 1 | common/config.py 2 | data/ 3 | tools/annotations 4 | -------------------------------------------------------------------------------- /api/bottle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/bottle.py -------------------------------------------------------------------------------- /api/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/common/__init__.py -------------------------------------------------------------------------------- /api/common/auth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/common/auth.py -------------------------------------------------------------------------------- /api/common/config.py.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/common/config.py.example -------------------------------------------------------------------------------- /api/common/cors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/common/cors.py -------------------------------------------------------------------------------- /api/common/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/common/helpers.py -------------------------------------------------------------------------------- /api/common/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/common/logging.py -------------------------------------------------------------------------------- /api/common/mail_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/common/mail_service.py -------------------------------------------------------------------------------- /api/common/migrator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/common/migrator.py -------------------------------------------------------------------------------- /api/controllers/auth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/auth.py -------------------------------------------------------------------------------- /api/controllers/badges.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/badges.py -------------------------------------------------------------------------------- /api/controllers/contexts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/contexts.py -------------------------------------------------------------------------------- /api/controllers/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/datasets.py -------------------------------------------------------------------------------- /api/controllers/endpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/endpoints.py -------------------------------------------------------------------------------- /api/controllers/examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/examples.py -------------------------------------------------------------------------------- /api/controllers/index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/index.py -------------------------------------------------------------------------------- /api/controllers/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/models.py -------------------------------------------------------------------------------- /api/controllers/notifications.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/notifications.py -------------------------------------------------------------------------------- /api/controllers/task_proposals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/task_proposals.py -------------------------------------------------------------------------------- /api/controllers/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/tasks.py -------------------------------------------------------------------------------- /api/controllers/users.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/users.py -------------------------------------------------------------------------------- /api/controllers/validations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/controllers/validations.py -------------------------------------------------------------------------------- /api/cron/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/cron/README.md -------------------------------------------------------------------------------- /api/cron/async_badge_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/cron/async_badge_handler.py -------------------------------------------------------------------------------- /api/cron/old_refresh_token_remover.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/cron/old_refresh_token_remover.py -------------------------------------------------------------------------------- /api/cron/prune_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/cron/prune_models.py -------------------------------------------------------------------------------- /api/cron/takedown_unpublished_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/cron/takedown_unpublished_models.py -------------------------------------------------------------------------------- /api/install.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/install.py -------------------------------------------------------------------------------- /api/migrations/20201028_01_If0vq-add-api-token-to-users.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20201028_01_If0vq-add-api-token-to-users.py -------------------------------------------------------------------------------- /api/migrations/20201101_add-settings-json-to-tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20201101_add-settings-json-to-tasks.py -------------------------------------------------------------------------------- /api/migrations/20201102_remove-anon_id-from-examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20201102_remove-anon_id-from-examples.py -------------------------------------------------------------------------------- /api/migrations/20201103_01_skSne-add-model-card.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20201103_01_skSne-add-model-card.py -------------------------------------------------------------------------------- /api/migrations/20201116_populate-total-verified-not-fooled-column.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20201116_populate-total-verified-not-fooled-column.py -------------------------------------------------------------------------------- /api/migrations/20201201_01_Eau7B-switch-sentiment-to-three-class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20201201_01_Eau7B-switch-sentiment-to-three-class.py -------------------------------------------------------------------------------- /api/migrations/20201208_add-tag-to-examples-and-contexts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20201208_add-tag-to-examples-and-contexts.py -------------------------------------------------------------------------------- /api/migrations/20201208_add_metadata_json_to_users.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20201208_add_metadata_json_to_users.py -------------------------------------------------------------------------------- /api/migrations/20201215_01_Bb0Qw-add-advqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20201215_01_Bb0Qw-add-advqa.py -------------------------------------------------------------------------------- /api/migrations/20210105_populate-total-verified-not-correct-fooled-column.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210105_populate-total-verified-not-correct-fooled-column.py -------------------------------------------------------------------------------- /api/migrations/20210111_01_XmZj0-add-model-aws-information.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210111_01_XmZj0-add-model-aws-information.py -------------------------------------------------------------------------------- /api/migrations/20210113_01_vFAS9-replace-model-upload-date-with-datetime-and-insert-a-datetime-for-null-values.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210113_01_vFAS9-replace-model-upload-date-with-datetime-and-insert-a-datetime-for-null-values.py -------------------------------------------------------------------------------- /api/migrations/20210115_01_O2h5J-add-hs-r4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210115_01_O2h5J-add-hs-r4.py -------------------------------------------------------------------------------- /api/migrations/20210119_01_ATDVS-add-sentiment-r3-and-rearrange.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210119_01_ATDVS-add-sentiment-r3-and-rearrange.py -------------------------------------------------------------------------------- /api/migrations/20210125_01_sksbT-add-starter-contexts-to-sentiment-r1-and-r3-and-hs-r4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210125_01_sksbT-add-starter-contexts-to-sentiment-r1-and-r3-and-hs-r4.py -------------------------------------------------------------------------------- /api/migrations/20210127_01_sHlix-add-round-user-example-info-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210127_01_sHlix-add-round-user-example-info-table.py -------------------------------------------------------------------------------- /api/migrations/20210203_01_zNCXS-add-task-code.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210203_01_zNCXS-add-task-code.py -------------------------------------------------------------------------------- /api/migrations/20210203_02_Q94K5-remove-s3-uri-and-endpoint-url-from-models-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210203_02_Q94K5-remove-s3-uri-and-endpoint-url-from-models-table.py -------------------------------------------------------------------------------- /api/migrations/20210205_01_6LJTC-entailing-to-entailed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210205_01_6LJTC-entailing-to-entailed.py -------------------------------------------------------------------------------- /api/migrations/20210211_01_eqp77-add-advqaval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210211_01_eqp77-add-advqaval.py -------------------------------------------------------------------------------- /api/migrations/20210211_01_yDiqU-delete-badges-awarded-too-many-times.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210211_01_yDiqU-delete-badges-awarded-too-many-times.py -------------------------------------------------------------------------------- /api/migrations/20210224_01_fxAds-add-dataset-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210224_01_fxAds-add-dataset-table.py -------------------------------------------------------------------------------- /api/migrations/20210224_02_yTRsk-add-aws-metrics-to-scores-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210224_02_yTRsk-add-aws-metrics-to-scores-table.py -------------------------------------------------------------------------------- /api/migrations/20210303_01_BMLWb-put-refresh-tokens-in-their-own-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210303_01_BMLWb-put-refresh-tokens-in-their-own-table.py -------------------------------------------------------------------------------- /api/migrations/20210303_01_fAMkR-set-type-has-context-and-has-answer-fields-in-vqa-main-task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210303_01_fAMkR-set-type-has-context-and-has-answer-fields-in-vqa-main-task.py -------------------------------------------------------------------------------- /api/migrations/20210303_02_vVPzx-modify-description-message-for-vqa-val.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210303_02_vVPzx-modify-description-message-for-vqa-val.py -------------------------------------------------------------------------------- /api/migrations/20210305_01_KyKze-add-outupt-s3-path-in-scores-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210305_01_KyKze-add-outupt-s3-path-in-scores-table.py -------------------------------------------------------------------------------- /api/migrations/20210308_01_d8XN5-rename-scores-rid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210308_01_d8XN5-rename-scores-rid.py -------------------------------------------------------------------------------- /api/migrations/20210316_01_Fp9q1-add-fairness-and-robustness-column-in-scores-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210316_01_Fp9q1-add-fairness-and-robustness-column-in-scores-table.py -------------------------------------------------------------------------------- /api/migrations/20210319_01_XZqJf-update-the-number-of-total-fooling-examples-for-round-one-in-vqa-task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210319_01_XZqJf-update-the-number-of-total-fooling-examples-for-round-one-in-vqa-task.py -------------------------------------------------------------------------------- /api/migrations/20210323_01_24BIL-set-score-did.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210323_01_24BIL-set-score-did.py -------------------------------------------------------------------------------- /api/migrations/20210324_01_PeO56-use-seconds-per-example-in-scores-table-instead.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210324_01_PeO56-use-seconds-per-example-in-scores-table-instead.py -------------------------------------------------------------------------------- /api/migrations/20210325_01_yjcO8-add-model-secret.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210325_01_yjcO8-add-model-secret.py -------------------------------------------------------------------------------- /api/migrations/20210326_01_rCLpg-add-dataset-type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210326_01_rCLpg-add-dataset-type.py -------------------------------------------------------------------------------- /api/migrations/20210402_01_Wvb4j-use-examples-per-second-in-scores-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210402_01_Wvb4j-use-examples-per-second-in-scores-table.py -------------------------------------------------------------------------------- /api/migrations/20210422_01_hS1Qi-add-more-model-deployment-status.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210422_01_hS1Qi-add-more-model-deployment-status.py -------------------------------------------------------------------------------- /api/migrations/20210425_02_AtJot-remove-overall-perf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210425_02_AtJot-remove-overall-perf.py -------------------------------------------------------------------------------- /api/migrations/20210429_01_zBzXQ-add-endpoint-name-to-models-table-and-remove-upload-timestamp-column-which-is-now-redundant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210429_01_zBzXQ-add-endpoint-name-to-models-table-and-remove-upload-timestamp-column-which-is-now-redundant.py -------------------------------------------------------------------------------- /api/migrations/20210503_01_xxxx-add-flores-task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210503_01_xxxx-add-flores-task.py -------------------------------------------------------------------------------- /api/migrations/20210504_01_cbduZ-remove-invalid-datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210504_01_cbduZ-remove-invalid-datasets.py -------------------------------------------------------------------------------- /api/migrations/20210505_01_frwye-populate-dataset-desc-and-link.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210505_01_frwye-populate-dataset-desc-and-link.py -------------------------------------------------------------------------------- /api/migrations/20210511_01_yYAwF-add-model-link.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210511_01_yYAwF-add-model-link.py -------------------------------------------------------------------------------- /api/migrations/20210517_01_JYMLd-hs-round5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210517_01_JYMLd-hs-round5.py -------------------------------------------------------------------------------- /api/migrations/20210519_01_uS2nw-add-model-status-for-only-model-created.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210519_01_uS2nw-add-model-status-for-only-model-created.py -------------------------------------------------------------------------------- /api/migrations/20210520_01_tOL8u-add-task-submitable-status.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210520_01_tOL8u-add-task-submitable-status.py -------------------------------------------------------------------------------- /api/migrations/20210521_01_xxxx-open_flores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210521_01_xxxx-open_flores.py -------------------------------------------------------------------------------- /api/migrations/20210526_01_1ApkT-larger-score-metadata-json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210526_01_1ApkT-larger-score-metadata-json.py -------------------------------------------------------------------------------- /api/migrations/20210531_01_uJdeR-hate-speech-round-6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210531_01_uJdeR-hate-speech-round-6.py -------------------------------------------------------------------------------- /api/migrations/20210603_01_RuGGv-add-description-and-link-for-flores-datasets-and-fix-access-type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210603_01_RuGGv-add-description-and-link-for-flores-datasets-and-fix-access-type.py -------------------------------------------------------------------------------- /api/migrations/20210607_01_n2WJs-hate-speech-r7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210607_01_n2WJs-hate-speech-r7.py -------------------------------------------------------------------------------- /api/migrations/20210621_01_IRyiT-rename-qa-f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210621_01_IRyiT-rename-qa-f1.py -------------------------------------------------------------------------------- /api/migrations/20210623_01_nG0YL-add-new-round-for-qa-task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210623_01_nG0YL-add-new-round-for-qa-task.py -------------------------------------------------------------------------------- /api/migrations/20210630_01_ZczVK-make-task-code-required.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210630_01_ZczVK-make-task-code-required.py -------------------------------------------------------------------------------- /api/migrations/20210630_01_s8Xod-update-model-url-to-authorized-endpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210630_01_s8Xod-update-model-url-to-authorized-endpoint.py -------------------------------------------------------------------------------- /api/migrations/20210701_01_yaeLK-add-leaderboard-configurations-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210701_01_yaeLK-add-leaderboard-configurations-table.py -------------------------------------------------------------------------------- /api/migrations/20210706_01_a9a26-fix-flores-description.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210706_01_a9a26-fix-flores-description.py -------------------------------------------------------------------------------- /api/migrations/20210710_01_TTcLy-fix-qa-r3-model-url.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210710_01_TTcLy-fix-qa-r3-model-url.py -------------------------------------------------------------------------------- /api/migrations/20210714_01_Fbdh6-add_flores_unpublished_dynaboard_setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210714_01_Fbdh6-add_flores_unpublished_dynaboard_setting.py -------------------------------------------------------------------------------- /api/migrations/20210723_01_PTI5B-add-leaderboard-snapshots-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210723_01_PTI5B-add-leaderboard-snapshots-table.py -------------------------------------------------------------------------------- /api/migrations/20210730_01_02Na6-change-example-metadata-json-type-to-mediumtext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210730_01_02Na6-change-example-metadata-json-type-to-mediumtext.py -------------------------------------------------------------------------------- /api/migrations/20210806_01_0LQae-adding-limiting-behavior-of-adc-task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210806_01_0LQae-adding-limiting-behavior-of-adc-task.py -------------------------------------------------------------------------------- /api/migrations/20210808_01_OtRTz-add-desc-to-leaderboard-fork.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210808_01_OtRTz-add-desc-to-leaderboard-fork.py -------------------------------------------------------------------------------- /api/migrations/20210810_01_iApXr-general_task_creation_consolidation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210810_01_iApXr-general_task_creation_consolidation.py -------------------------------------------------------------------------------- /api/migrations/20210822_01_eZiBk-add-name-to-leaderboard-snapshot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210822_01_eZiBk-add-name-to-leaderboard-snapshot.py -------------------------------------------------------------------------------- /api/migrations/20210826_01_H1Nks-modify-tasks-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210826_01_H1Nks-modify-tasks-table.py -------------------------------------------------------------------------------- /api/migrations/20210910_01_Gr6cJ-add-metrics-to-annotation-config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210910_01_Gr6cJ-add-metrics-to-annotation-config.py -------------------------------------------------------------------------------- /api/migrations/20210913_01_er15U-add-task-proposals-table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210913_01_er15U-add-task-proposals-table.py -------------------------------------------------------------------------------- /api/migrations/20210915_01_f1gBY-change-round-url-to-nullable-text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210915_01_f1gBY-change-round-url-to-nullable-text.py -------------------------------------------------------------------------------- /api/migrations/20210916_01_Y97cI-changes_to_support_prediction_upload_and_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210916_01_Y97cI-changes_to_support_prediction_upload_and_eval.py -------------------------------------------------------------------------------- /api/migrations/20210920_01_NIUYK-add-contributed-task-field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210920_01_NIUYK-add-contributed-task-field.py -------------------------------------------------------------------------------- /api/migrations/20210921_01_PD2Yn-add-reference-name-to-perf-metric-for-flores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210921_01_PD2Yn-add-reference-name-to-perf-metric-for-flores.py -------------------------------------------------------------------------------- /api/migrations/20210921_02_MUhGK-add-threshold-to-qa-perf-metric-config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210921_02_MUhGK-add-threshold-to-qa-perf-metric-config.py -------------------------------------------------------------------------------- /api/migrations/20210924_01_ejxRf-convert-example-metadata-json-to-mediumtext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210924_01_ejxRf-convert-example-metadata-json-to-mediumtext.py -------------------------------------------------------------------------------- /api/migrations/20210929_01_AKPlZ-update-qa-f1-threshold-to-0-4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20210929_01_AKPlZ-update-qa-f1-threshold-to-0-4.py -------------------------------------------------------------------------------- /api/migrations/20211006_01_DeVEP-big-data-changes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20211006_01_DeVEP-big-data-changes.py -------------------------------------------------------------------------------- /api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py -------------------------------------------------------------------------------- /api/migrations/20211026_01_scyfj-support-dataperf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20211026_01_scyfj-support-dataperf.py -------------------------------------------------------------------------------- /api/migrations/20211028_01_ukEWR-adding-taken-down-non-active-enum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20211028_01_ukEWR-adding-taken-down-non-active-enum.py -------------------------------------------------------------------------------- /api/migrations/20211103_01_pdUwN-add-placeholder-validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20211103_01_pdUwN-add-placeholder-validation.py -------------------------------------------------------------------------------- /api/migrations/20211203_01_Dkyr3-adding-fields-to-tasks-to-allow-owners-to-run-in-their-own-aws-env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20211203_01_Dkyr3-adding-fields-to-tasks-to-allow-owners-to-run-in-their-own-aws-env.py -------------------------------------------------------------------------------- /api/migrations/20211220_01_I8aZI-redo-evaluation-status.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20211220_01_I8aZI-redo-evaluation-status.py -------------------------------------------------------------------------------- /api/migrations/20220117_01_L6zqN-adding-task-owner-aws-account-id.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20220117_01_L6zqN-adding-task-owner-aws-account-id.py -------------------------------------------------------------------------------- /api/migrations/20220119_01_WOGoS-add-log-access-type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20220119_01_WOGoS-add-log-access-type.py -------------------------------------------------------------------------------- /api/migrations/20220120_01_XJKxY-change-task-config-to-yaml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/migrations/20220120_01_XJKxY-change-task-config-to-yaml.py -------------------------------------------------------------------------------- /api/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/__init__.py -------------------------------------------------------------------------------- /api/models/badge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/badge.py -------------------------------------------------------------------------------- /api/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/base.py -------------------------------------------------------------------------------- /api/models/context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/context.py -------------------------------------------------------------------------------- /api/models/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/dataset.py -------------------------------------------------------------------------------- /api/models/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/example.py -------------------------------------------------------------------------------- /api/models/leaderboard_configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/leaderboard_configuration.py -------------------------------------------------------------------------------- /api/models/leaderboard_snapshot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/leaderboard_snapshot.py -------------------------------------------------------------------------------- /api/models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/model.py -------------------------------------------------------------------------------- /api/models/notification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/notification.py -------------------------------------------------------------------------------- /api/models/refresh_token.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/refresh_token.py -------------------------------------------------------------------------------- /api/models/round.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/round.py -------------------------------------------------------------------------------- /api/models/round_user_example_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/round_user_example_info.py -------------------------------------------------------------------------------- /api/models/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/score.py -------------------------------------------------------------------------------- /api/models/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/task.py -------------------------------------------------------------------------------- /api/models/task_proposal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/task_proposal.py -------------------------------------------------------------------------------- /api/models/task_user_permission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/task_user_permission.py -------------------------------------------------------------------------------- /api/models/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/user.py -------------------------------------------------------------------------------- /api/models/validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/models/validation.py -------------------------------------------------------------------------------- /api/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/server.py -------------------------------------------------------------------------------- /api/templates/forgot_password.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/templates/forgot_password.txt -------------------------------------------------------------------------------- /api/templates/model_train_failed.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/templates/model_train_failed.txt -------------------------------------------------------------------------------- /api/templates/model_train_successful.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/templates/model_train_successful.txt -------------------------------------------------------------------------------- /api/templates/task_proposal_approval.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/templates/task_proposal_approval.txt -------------------------------------------------------------------------------- /api/templates/task_proposal_rejection.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/templates/task_proposal_rejection.txt -------------------------------------------------------------------------------- /api/tools/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/.gitignore -------------------------------------------------------------------------------- /api/tools/add_hidden_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/add_hidden_task.py -------------------------------------------------------------------------------- /api/tools/add_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/add_task.py -------------------------------------------------------------------------------- /api/tools/adjust_vqa_test2015_tag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/adjust_vqa_test2015_tag.py -------------------------------------------------------------------------------- /api/tools/create_tables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/create_tables.py -------------------------------------------------------------------------------- /api/tools/local_export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/local_export.py -------------------------------------------------------------------------------- /api/tools/populate_anli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/populate_anli.py -------------------------------------------------------------------------------- /api/tools/populate_anli_r4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/populate_anli_r4.py -------------------------------------------------------------------------------- /api/tools/populate_nq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/populate_nq.py -------------------------------------------------------------------------------- /api/tools/populate_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/populate_qa.py -------------------------------------------------------------------------------- /api/tools/populate_sentiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/populate_sentiment.py -------------------------------------------------------------------------------- /api/tools/populate_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/populate_vqa.py -------------------------------------------------------------------------------- /api/tools/utf8ize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/tools/utf8ize.py -------------------------------------------------------------------------------- /api/yoyo.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/api/yoyo.ini -------------------------------------------------------------------------------- /detect_aws_credentials.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/detect_aws_credentials.py -------------------------------------------------------------------------------- /detect_insecure_cors_configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/detect_insecure_cors_configuration.py -------------------------------------------------------------------------------- /devops/bootstrap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/devops/bootstrap.sh -------------------------------------------------------------------------------- /docs/adding_task.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/adding_task.md -------------------------------------------------------------------------------- /docs/database.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/database.md -------------------------------------------------------------------------------- /docs/db-overview-fig1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/db-overview-fig1.png -------------------------------------------------------------------------------- /docs/db-overview-fig2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/db-overview-fig2.png -------------------------------------------------------------------------------- /docs/email.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/email.md -------------------------------------------------------------------------------- /docs/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/evaluation.md -------------------------------------------------------------------------------- /docs/examples/dataperf_image_labelling_task_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/examples/dataperf_image_labelling_task_config.yaml -------------------------------------------------------------------------------- /docs/examples/flores_task_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/examples/flores_task_config.yaml -------------------------------------------------------------------------------- /docs/examples/hs_task_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/examples/hs_task_config.yaml -------------------------------------------------------------------------------- /docs/examples/nli_task_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/examples/nli_task_config.yaml -------------------------------------------------------------------------------- /docs/examples/qa_task_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/examples/qa_task_config.yaml -------------------------------------------------------------------------------- /docs/examples/sentiment_task_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/examples/sentiment_task_config.yaml -------------------------------------------------------------------------------- /docs/examples/vqa_task_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/examples/vqa_task_config.yaml -------------------------------------------------------------------------------- /docs/frontend.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/frontend.md -------------------------------------------------------------------------------- /docs/license_header.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/license_header.txt -------------------------------------------------------------------------------- /docs/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/overview.md -------------------------------------------------------------------------------- /docs/owners.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/owners.md -------------------------------------------------------------------------------- /docs/start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/docs/start.md -------------------------------------------------------------------------------- /evaluation/.gitignore: -------------------------------------------------------------------------------- 1 | *.dump 2 | eval_config.py 3 | -------------------------------------------------------------------------------- /evaluation/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/datasets/__init__.py -------------------------------------------------------------------------------- /evaluation/datasets/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/datasets/common.py -------------------------------------------------------------------------------- /evaluation/datasets/mt/flores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/datasets/mt/flores.py -------------------------------------------------------------------------------- /evaluation/eval_config.py.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/eval_config.py.example -------------------------------------------------------------------------------- /evaluation/eval_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/eval_server.py -------------------------------------------------------------------------------- /evaluation/eval_server_decen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/eval_server_decen.py -------------------------------------------------------------------------------- /evaluation/instructions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/instructions.md -------------------------------------------------------------------------------- /evaluation/metrics/.gitignore: -------------------------------------------------------------------------------- 1 | sentencepiece.bpe.model 2 | -------------------------------------------------------------------------------- /evaluation/metrics/instance_property.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/metrics/instance_property.py -------------------------------------------------------------------------------- /evaluation/metrics/metric_getters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/metrics/metric_getters.py -------------------------------------------------------------------------------- /evaluation/metrics/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/metrics/metrics.py -------------------------------------------------------------------------------- /evaluation/metrics/metrics_dicts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/metrics/metrics_dicts.py -------------------------------------------------------------------------------- /evaluation/metrics/train_file_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/metrics/train_file_metrics.py -------------------------------------------------------------------------------- /evaluation/metrics/vqa_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/metrics/vqa_accuracy.py -------------------------------------------------------------------------------- /evaluation/scripts/augly_perturbation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/augly_perturbation.py -------------------------------------------------------------------------------- /evaluation/scripts/cleanup_failed_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/cleanup_failed_models.py -------------------------------------------------------------------------------- /evaluation/scripts/data/api_names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/data/api_names.txt -------------------------------------------------------------------------------- /evaluation/scripts/data/black_names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/data/black_names.txt -------------------------------------------------------------------------------- /evaluation/scripts/data/female_names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/data/female_names.txt -------------------------------------------------------------------------------- /evaluation/scripts/data/female_word_file.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/data/female_word_file.txt -------------------------------------------------------------------------------- /evaluation/scripts/data/hispanic_names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/data/hispanic_names.txt -------------------------------------------------------------------------------- /evaluation/scripts/data/male_names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/data/male_names.txt -------------------------------------------------------------------------------- /evaluation/scripts/data/male_word_file.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/data/male_word_file.txt -------------------------------------------------------------------------------- /evaluation/scripts/data/white_names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/data/white_names.txt -------------------------------------------------------------------------------- /evaluation/scripts/fix_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/fix_bleu.py -------------------------------------------------------------------------------- /evaluation/scripts/perturb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/perturb.py -------------------------------------------------------------------------------- /evaluation/scripts/request_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/request_evaluation.py -------------------------------------------------------------------------------- /evaluation/scripts/textflint_utils/configs/hs_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/textflint_utils/configs/hs_config.json -------------------------------------------------------------------------------- /evaluation/scripts/textflint_utils/configs/nli_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/textflint_utils/configs/nli_config.json -------------------------------------------------------------------------------- /evaluation/scripts/textflint_utils/configs/qa_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/textflint_utils/configs/qa_config.json -------------------------------------------------------------------------------- /evaluation/scripts/textflint_utils/configs/sentiment_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/textflint_utils/configs/sentiment_config.json -------------------------------------------------------------------------------- /evaluation/scripts/textflint_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/textflint_utils/utils.py -------------------------------------------------------------------------------- /evaluation/scripts/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/scripts/util.py -------------------------------------------------------------------------------- /evaluation/tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/tests/__init__.py -------------------------------------------------------------------------------- /evaluation/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/tests/conftest.py -------------------------------------------------------------------------------- /evaluation/tests/test_computer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/tests/test_computer.py -------------------------------------------------------------------------------- /evaluation/tests/test_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/tests/test_datasets.py -------------------------------------------------------------------------------- /evaluation/tests/test_flores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/tests/test_flores.py -------------------------------------------------------------------------------- /evaluation/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/utils/__init__.py -------------------------------------------------------------------------------- /evaluation/utils/computer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/utils/computer.py -------------------------------------------------------------------------------- /evaluation/utils/computer_decen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/utils/computer_decen.py -------------------------------------------------------------------------------- /evaluation/utils/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/utils/evaluator.py -------------------------------------------------------------------------------- /evaluation/utils/evaluator_decen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/utils/evaluator_decen.py -------------------------------------------------------------------------------- /evaluation/utils/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/utils/helpers.py -------------------------------------------------------------------------------- /evaluation/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/utils/logging.py -------------------------------------------------------------------------------- /evaluation/utils/requester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/utils/requester.py -------------------------------------------------------------------------------- /evaluation/utils/requester_decen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/evaluation/utils/requester_decen.py -------------------------------------------------------------------------------- /frontends/web/.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/.env.example -------------------------------------------------------------------------------- /frontends/web/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/.gitignore -------------------------------------------------------------------------------- /frontends/web/mturk-src/App.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/App.css -------------------------------------------------------------------------------- /frontends/web/mturk-src/App.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/App.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/CreateInterface.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/CreateInterface.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/CreateInterfaceNoModel.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/CreateInterfaceNoModel.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/core.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/core.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/divyansh/nli-1/core.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/divyansh/nli-1/core.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/divyansh/qa-1-verify/VerifyInterface.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/divyansh/qa-1-verify/VerifyInterface.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/divyansh/qa-1-verify/VerifyInterfaceQA.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/divyansh/qa-1-verify/VerifyInterfaceQA.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/divyansh/qa-1-verify/core.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/divyansh/qa-1-verify/core.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/divyansh/qa-1/CreateInterface.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/divyansh/qa-1/CreateInterface.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/divyansh/qa-1/CreateInterfaceNoModel.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/divyansh/qa-1/CreateInterfaceNoModel.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/divyansh/qa-1/CreateInterfaceOnboarding.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/divyansh/qa-1/CreateInterfaceOnboarding.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/divyansh/qa-1/core.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/divyansh/qa-1/core.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/nli-1/core.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/nli-1/core.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/sa-zen/core.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/sa-zen/core.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/OnboardingInfo/VQAQuizExamples.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/OnboardingInfo/VQAQuizExamples.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/OnboardingInfo/VQAValidInvalidExamples.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/OnboardingInfo/VQAValidInvalidExamples.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/CreateVQAMturkInterface.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/CreateVQAMturkInterface.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/Onboarding/ExampleCard.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/Onboarding/ExampleCard.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/Onboarding/Examples/VQAQuizExamples.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/Onboarding/Examples/VQAQuizExamples.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/Onboarding/Examples/VQAValidInvalidExamples.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/Onboarding/Examples/VQAValidInvalidExamples.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/Onboarding/VQAExampleCards.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/Onboarding/VQAExampleCards.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/Onboarding/VQAOnboarder.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/Onboarding/VQAOnboarder.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/Onboarding/VQAOnboardingInstructions.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/Onboarding/VQAOnboardingInstructions.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/Onboarding/VQAQuiz.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/Onboarding/VQAQuiz.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/Onboarding/VQAQuizCard.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/Onboarding/VQAQuizCard.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/QuestionsCharacteristics.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/QuestionsCharacteristics.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/VQAFeedbackCard.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/VQAFeedbackCard.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/VQAPreview.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/VQAPreview.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/VQAValidationInterface.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/VQAValidationInterface.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/src/WarningMessage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/src/WarningMessage.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/vqa-main/core.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/vqa-main/core.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/vqa/vqa-val/core.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/vqa/vqa-val/core.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/yixin/core.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/yixin/core.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/yixin/nli-4-mtuk/GoodExampleCards.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/yixin/nli-4-mtuk/GoodExampleCards.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/yixin/nli-4-mtuk/NLIWritingInterface.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/yixin/nli-4-mtuk/NLIWritingInterface.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/yixin/nli-4-mtuk/core.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/yixin/nli-4-mtuk/core.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/components/yixin/nli-4-mtuk/onboarding.jsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/components/yixin/nli-4-mtuk/onboarding.jsx -------------------------------------------------------------------------------- /frontends/web/mturk-src/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/index.css -------------------------------------------------------------------------------- /frontends/web/mturk-src/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/index.js -------------------------------------------------------------------------------- /frontends/web/mturk-src/serviceWorker.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/mturk-src/serviceWorker.js -------------------------------------------------------------------------------- /frontends/web/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/package-lock.json -------------------------------------------------------------------------------- /frontends/web/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/package.json -------------------------------------------------------------------------------- /frontends/web/public/Powered_by_Dynabench-Logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/Powered_by_Dynabench-Logo.svg -------------------------------------------------------------------------------- /frontends/web/public/android-chrome-192x192.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/android-chrome-192x192.png -------------------------------------------------------------------------------- /frontends/web/public/android-chrome-512x512.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/android-chrome-512x512.png -------------------------------------------------------------------------------- /frontends/web/public/apple-touch-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/apple-touch-icon.png -------------------------------------------------------------------------------- /frontends/web/public/badges/ALL_TASKS_COVERED.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/ALL_TASKS_COVERED.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DAY_STREAK_1_MONTH.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DAY_STREAK_1_MONTH.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DAY_STREAK_1_WEEK.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DAY_STREAK_1_WEEK.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DAY_STREAK_1_YEAR.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DAY_STREAK_1_YEAR.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DAY_STREAK_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DAY_STREAK_2.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DAY_STREAK_2_WEEK.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DAY_STREAK_2_WEEK.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DAY_STREAK_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DAY_STREAK_3.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DAY_STREAK_3_MONTH.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DAY_STREAK_3_MONTH.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DAY_STREAK_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DAY_STREAK_5.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_BRONZE.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_BRONZE.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_DIAMOND.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_DIAMOND.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_GOLD.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_GOLD.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_HS_BRONZE.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_HS_BRONZE.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_HS_DIAMOND.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_HS_DIAMOND.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_HS_GOLD.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_HS_GOLD.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_HS_PLATINUM.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_HS_PLATINUM.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_HS_SILVER.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_HS_SILVER.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_NLI_BRONZE.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_NLI_BRONZE.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_NLI_DIAMOND.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_NLI_DIAMOND.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_NLI_GOLD.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_NLI_GOLD.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_NLI_PLATINUM.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_NLI_PLATINUM.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_NLI_SILVER.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_NLI_SILVER.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_PLATINUM.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_PLATINUM.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_QA_BRONZE.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_QA_BRONZE.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_QA_DIAMOND.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_QA_DIAMOND.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_QA_GOLD.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_QA_GOLD.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_QA_PLATINUM.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_QA_PLATINUM.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_QA_SILVER.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_QA_SILVER.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_SENT_BRONZE.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_SENT_BRONZE.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_SENT_DIAMOND.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_SENT_DIAMOND.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_SENT_GOLD.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_SENT_GOLD.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_SENT_PLATINUM.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_SENT_PLATINUM.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_SENT_SILVER.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_SENT_SILVER.png -------------------------------------------------------------------------------- /frontends/web/public/badges/DYNABENCH_SILVER.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/DYNABENCH_SILVER.png -------------------------------------------------------------------------------- /frontends/web/public/badges/EXAMPLE_STREAK_10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/EXAMPLE_STREAK_10.png -------------------------------------------------------------------------------- /frontends/web/public/badges/EXAMPLE_STREAK_100.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/EXAMPLE_STREAK_100.png -------------------------------------------------------------------------------- /frontends/web/public/badges/EXAMPLE_STREAK_20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/EXAMPLE_STREAK_20.png -------------------------------------------------------------------------------- /frontends/web/public/badges/EXAMPLE_STREAK_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/EXAMPLE_STREAK_5.png -------------------------------------------------------------------------------- /frontends/web/public/badges/EXAMPLE_STREAK_50.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/EXAMPLE_STREAK_50.png -------------------------------------------------------------------------------- /frontends/web/public/badges/FIRST_CREATED.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/FIRST_CREATED.png -------------------------------------------------------------------------------- /frontends/web/public/badges/FIRST_STEPS.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/FIRST_STEPS.png -------------------------------------------------------------------------------- /frontends/web/public/badges/FIRST_TEN_CREATED.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/FIRST_TEN_CREATED.png -------------------------------------------------------------------------------- /frontends/web/public/badges/FIRST_VALIDATED_FOOLING.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/FIRST_VALIDATED_FOOLING.png -------------------------------------------------------------------------------- /frontends/web/public/badges/FIRST_VERIFIED.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/FIRST_VERIFIED.png -------------------------------------------------------------------------------- /frontends/web/public/badges/MODEL_BUILDER.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/MODEL_BUILDER.png -------------------------------------------------------------------------------- /frontends/web/public/badges/MULTITASKER.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/MULTITASKER.png -------------------------------------------------------------------------------- /frontends/web/public/badges/SERIAL_PREDICTOR.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/SERIAL_PREDICTOR.png -------------------------------------------------------------------------------- /frontends/web/public/badges/SOTA.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/SOTA.png -------------------------------------------------------------------------------- /frontends/web/public/badges/TESTING_BADGES.png: -------------------------------------------------------------------------------- 1 | FIRST_STEPS.png -------------------------------------------------------------------------------- /frontends/web/public/badges/WEEKLY_WINNER.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/WEEKLY_WINNER.png -------------------------------------------------------------------------------- /frontends/web/public/badges/WELCOME_NOOB.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/badges/WELCOME_NOOB.png -------------------------------------------------------------------------------- /frontends/web/public/camera.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/camera.png -------------------------------------------------------------------------------- /frontends/web/public/custom_50x.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/custom_50x.html -------------------------------------------------------------------------------- /frontends/web/public/dynaboard.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/dynaboard.pdf -------------------------------------------------------------------------------- /frontends/web/public/favicon-16x16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/favicon-16x16.png -------------------------------------------------------------------------------- /frontends/web/public/favicon-32x32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/favicon-32x32.png -------------------------------------------------------------------------------- /frontends/web/public/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/favicon.ico -------------------------------------------------------------------------------- /frontends/web/public/flores_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/flores_logo.png -------------------------------------------------------------------------------- /frontends/web/public/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/index.html -------------------------------------------------------------------------------- /frontends/web/public/loader.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/loader.gif -------------------------------------------------------------------------------- /frontends/web/public/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/logo.png -------------------------------------------------------------------------------- /frontends/web/public/logo_w.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/logo_w.png -------------------------------------------------------------------------------- /frontends/web/public/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/manifest.json -------------------------------------------------------------------------------- /frontends/web/public/paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/paper.pdf -------------------------------------------------------------------------------- /frontends/web/public/robots.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/robots.txt -------------------------------------------------------------------------------- /frontends/web/public/vid_thumb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/public/vid_thumb.png -------------------------------------------------------------------------------- /frontends/web/src/common/Annotation/AnnotationComponent.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/common/Annotation/AnnotationComponent.css -------------------------------------------------------------------------------- /frontends/web/src/common/Annotation/AnnotationComponent.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/common/Annotation/AnnotationComponent.js -------------------------------------------------------------------------------- /frontends/web/src/common/Annotation/AtomicImage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/common/Annotation/AtomicImage.js -------------------------------------------------------------------------------- /frontends/web/src/common/Annotation/CreateInterface.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/common/Annotation/CreateInterface.js -------------------------------------------------------------------------------- /frontends/web/src/common/Annotation/ErrorAlert.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/common/Annotation/ErrorAlert.js -------------------------------------------------------------------------------- /frontends/web/src/common/Annotation/Explainer.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/common/Annotation/Explainer.js -------------------------------------------------------------------------------- /frontends/web/src/common/Annotation/InitializeAnnotationData.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/common/Annotation/InitializeAnnotationData.js -------------------------------------------------------------------------------- /frontends/web/src/common/Annotation/ResponseInfo.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/common/Annotation/ResponseInfo.js -------------------------------------------------------------------------------- /frontends/web/src/common/Annotation/ValidateInterface.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/common/Annotation/ValidateInterface.js -------------------------------------------------------------------------------- /frontends/web/src/common/ApiService.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/common/ApiService.js -------------------------------------------------------------------------------- /frontends/web/src/components/Avatar/Avatar.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/Avatar/Avatar.css -------------------------------------------------------------------------------- /frontends/web/src/components/Avatar/Avatar.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/Avatar/Avatar.js -------------------------------------------------------------------------------- /frontends/web/src/components/Buttons/ChevronExpandButton.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/Buttons/ChevronExpandButton.js -------------------------------------------------------------------------------- /frontends/web/src/components/Buttons/FloresActionButtons.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/Buttons/FloresActionButtons.js -------------------------------------------------------------------------------- /frontends/web/src/components/DragAndDrop/DragAndDrop.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/DragAndDrop/DragAndDrop.css -------------------------------------------------------------------------------- /frontends/web/src/components/DragAndDrop/DragAndDrop.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/DragAndDrop/DragAndDrop.js -------------------------------------------------------------------------------- /frontends/web/src/components/FloresComponents/FloresGrid.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/FloresComponents/FloresGrid.css -------------------------------------------------------------------------------- /frontends/web/src/components/FloresComponents/FloresGrid.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/FloresComponents/FloresGrid.js -------------------------------------------------------------------------------- /frontends/web/src/components/FloresComponents/FloresLanguages.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/FloresComponents/FloresLanguages.js -------------------------------------------------------------------------------- /frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js -------------------------------------------------------------------------------- /frontends/web/src/components/FloresComponents/FloresPairsLeaderboard.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/FloresComponents/FloresPairsLeaderboard.css -------------------------------------------------------------------------------- /frontends/web/src/components/FloresComponents/FloresPairsLeaderboard.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/FloresComponents/FloresPairsLeaderboard.js -------------------------------------------------------------------------------- /frontends/web/src/components/FloresComponents/FloresTaskDescription.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/FloresComponents/FloresTaskDescription.js -------------------------------------------------------------------------------- /frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js -------------------------------------------------------------------------------- /frontends/web/src/components/ProfilePageComponents/ForksAndSnapshotsSubPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/ProfilePageComponents/ForksAndSnapshotsSubPage.js -------------------------------------------------------------------------------- /frontends/web/src/components/ProfilePageComponents/ModelSubPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/ProfilePageComponents/ModelSubPage.js -------------------------------------------------------------------------------- /frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js -------------------------------------------------------------------------------- /frontends/web/src/components/ProfilePageComponents/TaskSubPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/ProfilePageComponents/TaskSubPage.js -------------------------------------------------------------------------------- /frontends/web/src/components/Rechart.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/Rechart.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskLeaderboard/ForkAndSnapshotModal.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskLeaderboard/ForkAndSnapshotModal.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskLeaderboard/ForkAndSnapshotModalWrapper.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskLeaderboard/ForkAndSnapshotModalWrapper.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskLeaderboard/ForkAndSnapshotRouter.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskLeaderboard/ForkAndSnapshotRouter.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskLeaderboard/SortContainer.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskLeaderboard/SortContainer.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCardWrapper.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCardWrapper.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskLeaderboard/WeightIndicator.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskLeaderboard/WeightIndicator.css -------------------------------------------------------------------------------- /frontends/web/src/components/TaskLeaderboard/WeightIndicator.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskLeaderboard/WeightIndicator.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskOwnerPageComponents/Advanced.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskOwnerPageComponents/Advanced.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskOwnerPageComponents/Contexts.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskOwnerPageComponents/Contexts.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskOwnerPageComponents/Datasets.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskOwnerPageComponents/Datasets.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskOwnerPageComponents/Models.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskOwnerPageComponents/Models.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskOwnerPageComponents/Owners.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskOwnerPageComponents/Owners.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskOwnerPageComponents/Rounds.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskOwnerPageComponents/Rounds.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskOwnerPageComponents/Settings.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskOwnerPageComponents/Settings.js -------------------------------------------------------------------------------- /frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js -------------------------------------------------------------------------------- /frontends/web/src/containers/AboutPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/AboutPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/App.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/App.css -------------------------------------------------------------------------------- /frontends/web/src/containers/App.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/App.js -------------------------------------------------------------------------------- /frontends/web/src/containers/App.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/App.test.js -------------------------------------------------------------------------------- /frontends/web/src/containers/Badge.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/Badge.js -------------------------------------------------------------------------------- /frontends/web/src/containers/BadgeGrid.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/BadgeGrid.css -------------------------------------------------------------------------------- /frontends/web/src/containers/BadgeGrid.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/BadgeGrid.js -------------------------------------------------------------------------------- /frontends/web/src/containers/ContactPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/ContactPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/DataPolicyPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/DataPolicyPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/ExplainFeedback.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/ExplainFeedback.js -------------------------------------------------------------------------------- /frontends/web/src/containers/FloresTaskPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/FloresTaskPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/FloresTop5Page.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/FloresTop5Page.js -------------------------------------------------------------------------------- /frontends/web/src/containers/ForgotPassword.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/ForgotPassword.js -------------------------------------------------------------------------------- /frontends/web/src/containers/GenerateAPITokenPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/GenerateAPITokenPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/HateSpeechDropdown.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/HateSpeechDropdown.js -------------------------------------------------------------------------------- /frontends/web/src/containers/HomePage.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/HomePage.css -------------------------------------------------------------------------------- /frontends/web/src/containers/HomePage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/HomePage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/KeyboardShortcuts.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/KeyboardShortcuts.js -------------------------------------------------------------------------------- /frontends/web/src/containers/LoginPage.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/LoginPage.css -------------------------------------------------------------------------------- /frontends/web/src/containers/LoginPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/LoginPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/ModelPage.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/ModelPage.css -------------------------------------------------------------------------------- /frontends/web/src/containers/ModelPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/ModelPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/ModelStatus.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/ModelStatus.css -------------------------------------------------------------------------------- /frontends/web/src/containers/ModelStatus.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/ModelStatus.js -------------------------------------------------------------------------------- /frontends/web/src/containers/Overlay.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/Overlay.js -------------------------------------------------------------------------------- /frontends/web/src/containers/ProfilePage.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/ProfilePage.css -------------------------------------------------------------------------------- /frontends/web/src/containers/ProfilePage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/ProfilePage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/RegisterPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/RegisterPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/ResetPassword.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/ResetPassword.js -------------------------------------------------------------------------------- /frontends/web/src/containers/ScrollToTop.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/ScrollToTop.js -------------------------------------------------------------------------------- /frontends/web/src/containers/Sidebar-Layout.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/Sidebar-Layout.css -------------------------------------------------------------------------------- /frontends/web/src/containers/SubmitInterface.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/SubmitInterface.js -------------------------------------------------------------------------------- /frontends/web/src/containers/TaskModelLeaderboardPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/TaskModelLeaderboardPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/TaskModelLeaderboardSnapshotPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/TaskModelLeaderboardSnapshotPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/TaskOwnerPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/TaskOwnerPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/TaskPage.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/TaskPage.css -------------------------------------------------------------------------------- /frontends/web/src/containers/TaskPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/TaskPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/TasksContext.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/TasksContext.js -------------------------------------------------------------------------------- /frontends/web/src/containers/TermsPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/TermsPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/UpdateModelInfoInterface.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/UpdateModelInfoInterface.js -------------------------------------------------------------------------------- /frontends/web/src/containers/UserContext.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/UserContext.js -------------------------------------------------------------------------------- /frontends/web/src/containers/UserPage.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/UserPage.js -------------------------------------------------------------------------------- /frontends/web/src/containers/UserStatTooltips.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/containers/UserStatTooltips.js -------------------------------------------------------------------------------- /frontends/web/src/fonts/OpenSans-Light.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/fonts/OpenSans-Light.ttf -------------------------------------------------------------------------------- /frontends/web/src/fonts/OpenSans-Regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/fonts/OpenSans-Regular.ttf -------------------------------------------------------------------------------- /frontends/web/src/fonts/OpenSans-SemiBold.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/fonts/OpenSans-SemiBold.ttf -------------------------------------------------------------------------------- /frontends/web/src/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/index.css -------------------------------------------------------------------------------- /frontends/web/src/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/index.js -------------------------------------------------------------------------------- /frontends/web/src/serviceWorker.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/serviceWorker.js -------------------------------------------------------------------------------- /frontends/web/src/setupTests.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/setupTests.js -------------------------------------------------------------------------------- /frontends/web/src/utils/color.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/src/utils/color.js -------------------------------------------------------------------------------- /frontends/web/webpack.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/frontends/web/webpack.config.js -------------------------------------------------------------------------------- /legacy/bootstrap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/bootstrap.sh -------------------------------------------------------------------------------- /legacy/education/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/education/Readme.md -------------------------------------------------------------------------------- /legacy/education/dynabench_practicals.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/education/dynabench_practicals.ipynb -------------------------------------------------------------------------------- /legacy/modelservers/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/ 2 | -------------------------------------------------------------------------------- /legacy/modelservers/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/common.py -------------------------------------------------------------------------------- /legacy/modelservers/hs/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | settings.py 3 | -------------------------------------------------------------------------------- /legacy/modelservers/hs/run_round1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/hs/run_round1.py -------------------------------------------------------------------------------- /legacy/modelservers/nli/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | anli 3 | settings.py 4 | -------------------------------------------------------------------------------- /legacy/modelservers/nli/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/nli/README.md -------------------------------------------------------------------------------- /legacy/modelservers/nli/run_round1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/nli/run_round1.py -------------------------------------------------------------------------------- /legacy/modelservers/nli/run_round2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/nli/run_round2.py -------------------------------------------------------------------------------- /legacy/modelservers/nli/run_round3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/nli/run_round3.py -------------------------------------------------------------------------------- /legacy/modelservers/nli/settings.py.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/nli/settings.py.example -------------------------------------------------------------------------------- /legacy/modelservers/qa/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | settings.py 3 | -------------------------------------------------------------------------------- /legacy/modelservers/qa/qa_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/qa/qa_utils.py -------------------------------------------------------------------------------- /legacy/modelservers/qa/run_round1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/qa/run_round1.py -------------------------------------------------------------------------------- /legacy/modelservers/qa/run_round2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/qa/run_round2.py -------------------------------------------------------------------------------- /legacy/modelservers/qa/run_round_divyansh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/qa/run_round_divyansh.py -------------------------------------------------------------------------------- /legacy/modelservers/qa/settings.py.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/qa/settings.py.example -------------------------------------------------------------------------------- /legacy/modelservers/sentiment/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | settings.py 3 | -------------------------------------------------------------------------------- /legacy/modelservers/sentiment/run_round1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/modelservers/sentiment/run_round1.py -------------------------------------------------------------------------------- /legacy/torchserve/.gitignore: -------------------------------------------------------------------------------- 1 | mars 2 | /common/secrets.json 3 | -------------------------------------------------------------------------------- /legacy/torchserve/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/README.md -------------------------------------------------------------------------------- /legacy/torchserve/common/secrets.json.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/common/secrets.json.example -------------------------------------------------------------------------------- /legacy/torchserve/common/shared.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/common/shared.py -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_dkqa_3_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_dkqa_3_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_dkqa_3_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_dkqa_3_2.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_dkqa_3_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_dkqa_3_3.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_dkqa_4_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_dkqa_4_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_dkqa_4_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_dkqa_4_2.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_hs_1_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_hs_1_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_hs_2_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_hs_2_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_hs_4_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_hs_4_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_1_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_1_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_2_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_2_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_2_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_2_2.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_2_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_2_3.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_2_4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_2_4.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_2_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_2_5.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_2_6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_2_6.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_2_7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_2_7.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_3_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_3_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_3_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_3_2.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_3_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_3_3.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_3_4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_3_4.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_3_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_3_5.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_3_6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_3_6.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_3_7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_3_7.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_4_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_4_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_4_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_4_2.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_4_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_4_3.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_4_4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_4_4.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_nli_4_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_nli_4_5.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_qa_1_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_qa_1_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_qa_1_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_qa_1_2.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_qa_2_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_qa_2_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_qa_2_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_qa_2_2.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_qa_2_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_qa_2_3.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_sent_1_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_sent_1_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_sent_2_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_sent_2_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_sent_3_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_sent_3_1.json -------------------------------------------------------------------------------- /legacy/torchserve/configs/config_vqa_1_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/configs/config_vqa_1_1.json -------------------------------------------------------------------------------- /legacy/torchserve/deploy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/deploy.py -------------------------------------------------------------------------------- /legacy/torchserve/dockerfiles/.ipynb_checkpoints/Create_sagemaker_torchserve_AMI-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/dockerfiles/.ipynb_checkpoints/Create_sagemaker_torchserve_AMI-checkpoint.ipynb -------------------------------------------------------------------------------- /legacy/torchserve/dockerfiles/Create_sagemaker_torchserve_AMI.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/dockerfiles/Create_sagemaker_torchserve_AMI.ipynb -------------------------------------------------------------------------------- /legacy/torchserve/dockerfiles/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/dockerfiles/Dockerfile -------------------------------------------------------------------------------- /legacy/torchserve/dockerfiles/Dockerfile.cuda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/dockerfiles/Dockerfile.cuda -------------------------------------------------------------------------------- /legacy/torchserve/dockerfiles/config.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/dockerfiles/config.properties -------------------------------------------------------------------------------- /legacy/torchserve/dockerfiles/dockerd-entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/dockerfiles/dockerd-entrypoint.sh -------------------------------------------------------------------------------- /legacy/torchserve/legacy/create_torchscript.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/legacy/create_torchscript.py -------------------------------------------------------------------------------- /legacy/torchserve/legacy/ml_deploy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/legacy/ml_deploy.py -------------------------------------------------------------------------------- /legacy/torchserve/legacy/notebooks/Create_Model_archive_file_for_sentiment_classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/legacy/notebooks/Create_Model_archive_file_for_sentiment_classification.ipynb -------------------------------------------------------------------------------- /legacy/torchserve/legacy/notebooks/sent_class_deploy.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/legacy/notebooks/sent_class_deploy.ipynb -------------------------------------------------------------------------------- /legacy/torchserve/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/requirements.txt -------------------------------------------------------------------------------- /legacy/torchserve/tasks/dkqa/r3/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/dkqa/r3/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/dkqa/r3/qa_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/dkqa/r3/qa_utils.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/dkqa/r3/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/dkqa/r3/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/dkqa/r4/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/dkqa/r4/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/dkqa/r4/qa_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/dkqa/r4/qa_utils.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/dkqa/r4/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/dkqa/r4/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/hs/r1/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/hs/r1/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/hs/r1/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/hs/r1/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/hs/r2/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/hs/r2/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/hs/r2/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/hs/r2/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/hs/r4/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/hs/r4/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/hs/r4/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/hs/r4/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/nli/r1/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/nli/r1/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/nli/r1/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/nli/r1/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/nli/r2/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/nli/r2/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/nli/r2/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/nli/r2/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/nli/r3/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/nli/r3/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/nli/r3/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/nli/r3/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/nli/r4/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/nli/r4/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/nli/r4/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/nli/r4/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/qa/r1/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/qa/r1/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/qa/r1/qa_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/qa/r1/qa_utils.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/qa/r1/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/qa/r1/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/qa/r2/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/qa/r2/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/qa/r2/qa_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/qa/r2/qa_utils.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/qa/r2/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/qa/r2/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/sentiment/r1/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/sentiment/r1/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/sentiment/r1/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/sentiment/r1/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/sentiment/r2/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/sentiment/r2/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/sentiment/r2/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/sentiment/r2/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/sentiment/r3/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/sentiment/r3/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/sentiment/r3/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/sentiment/r3/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/vqa/r1/handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/vqa/r1/handler.py -------------------------------------------------------------------------------- /legacy/torchserve/tasks/vqa/r1/setup_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/vqa/r1/setup_config.json -------------------------------------------------------------------------------- /legacy/torchserve/tasks/vqa/r1/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/tasks/vqa/r1/utils.py -------------------------------------------------------------------------------- /legacy/torchserve/testhandler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/legacy/torchserve/testhandler.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/dynabench/HEAD/requirements.txt --------------------------------------------------------------------------------