├── .gitattributes ├── .github └── workflows │ ├── main.yml │ └── tests.yml ├── .gitignore ├── Appraise ├── __init__.py ├── settings.py ├── urls.py ├── utils.py └── wsgi.py ├── Campaign ├── __init__.py ├── admin.py ├── apps.py ├── management │ ├── __init__.py │ └── commands │ │ ├── ComputeAnnotatorMetrics.py │ │ ├── ComputeSystemScores.py │ │ ├── ComputeWMT21Results.py │ │ ├── ComputeWMT23Results.py │ │ ├── ComputeZScores.py │ │ ├── ExportSystemScoresToCSV.py │ │ ├── InitCampaignMMT18Task1.py │ │ ├── InitCampaignMMT18Task1b.py │ │ ├── InitCampaignMMT18Task1bv2.py │ │ ├── InitCampaignMMT18Task1bv3.py │ │ ├── InitCampaignMMT18Task1v2.py │ │ ├── InitCampaignMMT18Task1v3.py │ │ ├── InitCampaignWMT18RefDA.py │ │ ├── InitCampaignWMT18RefDA2.py │ │ ├── InitCampaignWMT18RefDA3.py │ │ ├── InitCampaignWMT18RefDA4.py │ │ ├── InitCampaignWMT18SrcDA.py │ │ ├── InitCampaignWMT19DocSrcDA.py │ │ ├── InitCampaignWMT19DocSrcDACrowd.py │ │ ├── InitCampaignWMT19DocSrcDACrowd2.py │ │ ├── InitCampaignWMT19SegSrcDA.py │ │ ├── InitCampaignWMT19SegSrcDACrowd.py │ │ ├── MakeAnnotation.py │ │ ├── ProcessCampaignData.py │ │ ├── StartNewCampaign.py │ │ ├── UpdateCampaignModels.py │ │ ├── __init__.py │ │ ├── init_campaign.py │ │ └── validatecampaigndata.py ├── migrations │ ├── 0001_initial.py │ ├── 0002_auto_20170501_1437.py │ ├── 0003_auto_20170602_0817.py │ ├── 0004_auto_20170605_1340.py │ ├── 0005_trusteduser.py │ ├── 0006_auto_20171006_1311.py │ ├── 0007_auto_20171006_1406.py │ ├── 0008_auto_20171006_1436.py │ ├── 0009_auto_20190227_1421.py │ ├── 0010_merge_20190517_0925.py │ ├── 0011_auto_20190705_0942.py │ ├── 0012_auto_20190705_0945.py │ ├── 0013_auto_20200601_1217.py │ ├── 0014_auto_20210804_0940.py │ ├── 0014_campaign_campaignoptions.py │ ├── 0015_alter_campaign_activatedby_alter_campaign_batches_and_more.py │ └── __init__.py ├── models.py ├── templates │ └── Campaign │ │ └── filter_select.html ├── testdata │ ├── BadCode │ │ ├── BadCode.zip │ │ └── manifest.json │ ├── BadContent │ │ ├── BadContent.zip │ │ └── manifest.json │ ├── BadJSONType │ │ ├── BadJSONType.zip │ │ └── manifest.json │ ├── BadTaskMap │ │ ├── BadTaskMap.zip │ │ └── manifest.json │ ├── BadTaskMapRedundancy │ │ ├── BadTaskMapRedundancy.zip │ │ └── manifest.json │ ├── BadTypeNo │ │ ├── BadTypeNo.zip │ │ └── manifest.json │ ├── BadTypeTasksToAnnotators │ │ ├── BadTypeTasksToAnnotators.zip │ │ └── manifest.json │ ├── BadTypeTasksToAnnotatorsItem │ │ ├── BadTypeTasksToAnnotatorsItem.zip │ │ └── manifest.json │ ├── BadTypeURL │ │ ├── BadTypeURL.zip │ │ └── manifest.json │ ├── FY2002 │ │ ├── Batches │ │ │ ├── FY2002_eng_deu_News.batches01-06.json │ │ │ ├── FY2002_eng_fra_News.batches01-32.json │ │ │ ├── FY2002_eng_hin_News.batches01-40.json │ │ │ ├── FY2002_eng_ita_News.batches01-28.json │ │ │ ├── FY2002_eng_jpn_News.batches01-24.json │ │ │ ├── FY2002_eng_por_News.batches01-40.json │ │ │ ├── FY2002_eng_rus_News.batches01-38.json │ │ │ ├── FY2002_eng_spa_News.batches01-28.json │ │ │ └── FY2002_eng_zho_News.batches01-26.json │ │ ├── FY2002.zip │ │ └── manifest.json │ ├── HumanEvalFY2001_Accounts_Control.csv │ ├── HumanEvalFY2001_Manifest.json │ ├── HumanEvalFY2002_Accounts_Control.csv │ ├── HumanEvalFY2002_Manifest.json │ ├── ValidManifest │ │ ├── ValidManifest.zip │ │ └── manifest.json │ └── ValidManifestNotEnoughBatches │ │ ├── ValidManifestNotEnoughBatches.zip │ │ └── manifest.json ├── tests.py ├── utils.py └── views.py ├── Dashboard ├── __init__.py ├── admin.py ├── apps.py ├── management │ ├── __init__.py │ └── commands │ │ ├── CreateInviteTokens.py │ │ ├── UpdateDashboardModels.py │ │ └── __init__.py ├── migrations │ ├── 0001_initial.py │ ├── 0002_auto_20200601_1217.py │ ├── 0003_auto_20210804_0940.py │ └── __init__.py ├── models.py ├── static │ └── Dashboard │ │ ├── css │ │ ├── bootstrap-theme.css │ │ ├── bootstrap-theme.css.map │ │ ├── bootstrap-theme.min.css │ │ ├── bootstrap-theme.min.css.map │ │ ├── bootstrap.css │ │ ├── bootstrap.css.map │ │ ├── bootstrap.min.css │ │ └── bootstrap.min.css.map │ │ ├── fonts │ │ ├── glyphicons-halflings-regular.eot │ │ ├── glyphicons-halflings-regular.svg │ │ ├── glyphicons-halflings-regular.ttf │ │ ├── glyphicons-halflings-regular.woff │ │ └── glyphicons-halflings-regular.woff2 │ │ └── js │ │ ├── bootstrap.js │ │ ├── bootstrap.min.js │ │ ├── html5shiv.min.js │ │ ├── jquery.min.js │ │ ├── npm.js │ │ └── respond.min.js ├── templates │ └── Dashboard │ │ ├── 404.html │ │ ├── 500.html │ │ ├── base.html │ │ ├── change-password.html │ │ ├── create-profile.html │ │ ├── dashboard.html │ │ ├── frontpage.html │ │ ├── signin.html │ │ └── update-profile.html ├── tests.py ├── utils.py └── views.py ├── EvalData ├── __init__.py ├── admin.py ├── apps.py ├── error_types.py ├── management │ ├── __init__.py │ └── commands │ │ ├── CombineSubsetTextData.py │ │ ├── CreateDirectAssessmentData.py │ │ ├── CreateDirectAssessmentDataWMT17.py │ │ ├── CreateFakeBadRefs.py │ │ ├── CreateIdsFiles.py │ │ ├── CreateMultiModalAssessmentData.py │ │ ├── CreateSubsetTextData.py │ │ ├── DumpAllResults.py │ │ ├── DumpScoresAndMetadata.py │ │ ├── PatchDirectAssessmentData.py │ │ ├── UnlinkDirectAssessmentTasks.py │ │ ├── UpdateEvalDataModels.py │ │ ├── ValidateDirectAssessmentData.py │ │ └── __init__.py ├── migrations │ ├── 0001_initial.py │ ├── 0002_directassessmenttask_requiredannotations.py │ ├── 0003_auto_20170602_0447.py │ ├── 0004_directassessmenttask_batchno.py │ ├── 0005_auto_20170602_0714.py │ ├── 0006_directassessmenttask_batchdata.py │ ├── 0007_auto_20170602_0739.py │ ├── 0008_auto_20170602_0740.py │ ├── 0009_auto_20170602_0815.py │ ├── 0010_auto_20170602_0817.py │ ├── 0011_auto_20170602_0954.py │ ├── 0012_auto_20170602_0957.py │ ├── 0013_auto_20170604_0356.py │ ├── 0014_directassessmentresult_task.py │ ├── 0015_auto_20170605_1340.py │ ├── 0016_auto_20170605_1518.py │ ├── 0017_auto_20170605_1520.py │ ├── 0018_auto_20170607_2120.py │ ├── 0019_auto_20170619_1617.py │ ├── 0020_workagenda.py │ ├── 0021_auto_20171005_1845.py │ ├── 0022_auto_20171005_1858.py │ ├── 0023_auto_20171006_1307.py │ ├── 0024_auto_20171006_1311.py │ ├── 0025_auto_20171006_1406.py │ ├── 0026_auto_20171006_1423.py │ ├── 0027_auto_20171006_1427.py │ ├── 0028_auto_20171006_1436.py │ ├── 0029_auto_20171006_1549.py │ ├── 0030_objectid_taskagenda.py │ ├── 0031_auto_20171024_2144.py │ ├── 0032_auto_20190228_0821.py │ ├── 0033_auto_20190228_0826.py │ ├── 0034_textpairwithcontext.py │ ├── 0035_directassessmentcontextresult_directassessmentcontexttask.py │ ├── 0036_auto_20190524_2212.py │ ├── 0037_auto_20190527_0104.py │ ├── 0038_pairwiseassessmentresult_pairwiseassessmenttask_textsegmentwithtwotargets.py │ ├── 0039_auto_20200601_1353.py │ ├── 0040_textsegmentwithtwotargets_contextleft_contextright.py │ ├── 0041_directassessmentdocumentresult_directassessmentdocumenttask.py │ ├── 0042_auto_20201006_1552.py │ ├── 0042_dataassessmentresult_dataassessmenttask.py │ ├── 0043_dataassessmentresult_rank.py │ ├── 0044_auto_20201016_0917.py │ ├── 0045_merge_20210112_1820.py │ ├── 0046_auto_20210127_0602.py │ ├── 0047_auto_20210804_0940.py │ ├── 0048_pairwiseassessmentdocumentresult_pairwiseassessmentdocumenttask_textsegmentwithtwotargetswithcontext.py │ ├── 0049_auto_20220629_1315.py │ ├── 0050_auto_20220801_0411.py │ ├── 0051_auto_20221018_1627.py │ ├── 0052_auto_20221020_0800.py │ ├── 0053_addmqmcolumns.py │ ├── 0054_alter_dataassessmentresult_activatedby_and_more.py │ └── __init__.py ├── models │ ├── __init__.py │ ├── base_models.py │ ├── data_assessment.py │ ├── direct_assessment.py │ ├── direct_assessment_context.py │ ├── direct_assessment_document.py │ ├── multi_modal_assessment.py │ ├── pairwise_assessment.py │ ├── pairwise_assessment_document.py │ └── task_agenda.py ├── tests │ ├── __init__.py │ └── test_models.py └── views.py ├── EvalView ├── __init__.py ├── admin.py ├── apps.py ├── migrations │ └── __init__.py ├── models.py ├── static │ └── EvalView │ │ ├── css │ │ ├── bootstrap-select.min.css │ │ ├── direct-assessment-document-mqm-esa.css │ │ └── jquery-ui.css │ │ └── js │ │ ├── bootstrap-select.min.js │ │ ├── bootstrap-select.min.js.map │ │ ├── direct-assessment-document-mqm-esa.js │ │ ├── jquery-ui.min.js │ │ └── js.cookie-2.2.1.min.js ├── templates │ └── EvalView │ │ ├── _guidelines_popup.html │ │ ├── _instructions-esa.html │ │ ├── _instructions-mqm.html │ │ ├── _slider-mqm-esa.html │ │ ├── _slider.html │ │ ├── _sqm_instructions.html │ │ ├── _sqm_slider.html │ │ ├── _thumbs.html │ │ ├── _video_context.html │ │ ├── data-assessment.html │ │ ├── direct-assessment-context.html │ │ ├── direct-assessment-document-mqm-esa.html │ │ ├── direct-assessment-document.html │ │ ├── direct-assessment-named-entities.html │ │ ├── direct-assessment-sqm.html │ │ ├── direct-assessment.html │ │ ├── multimodal-assessment.html │ │ ├── pairwise-assessment-document-newui.html │ │ ├── pairwise-assessment-document.html │ │ └── pairwise-assessment.html ├── tests.py └── views.py ├── Examples ├── Data │ ├── README.md │ ├── batches.json │ └── manifest.json ├── DataSQM │ ├── README.md │ └── manifest.json ├── Direct │ ├── README.md │ ├── batches.json │ └── manifest.json ├── DirectNamedEntities │ ├── README.md │ ├── batches.json │ └── manifest.json ├── DirectSQM │ ├── README.md │ └── manifest.json ├── DocLevelDA │ ├── README.md │ ├── manifest.json │ ├── references │ │ ├── newstest2019-ende-ref.de │ │ └── newstest2019-ende-ref.de.sgm │ ├── sources │ │ ├── newstest2019-ende-src.en │ │ └── newstest2019-ende-src.en.sgm │ └── system-outputs │ │ ├── newstest2019.Microsoft-WMT19-document-level.6808.en-de.sgm │ │ ├── newstest2019.Microsoft-WMT19-document-level.6808.en-de.txt │ │ ├── newstest2019.Microsoft-WMT19-sentence-level.6785.en-de.sgm │ │ ├── newstest2019.Microsoft-WMT19-sentence-level.6785.en-de.txt │ │ ├── newstest2019.Microsoft-WMT19-sentence_document.6974.en-de.sgm │ │ └── newstest2019.Microsoft-WMT19-sentence_document.6974.en-de.txt ├── Document │ ├── README.md │ ├── batches.json │ └── manifest.json ├── DocumentSQM+Context │ ├── README.md │ ├── batches.json │ └── manifest.json ├── MQM+ESA │ ├── .gitignore │ ├── README.md │ ├── batches_esa.json │ ├── batches_mqm.json │ ├── manifest_esa.json │ ├── manifest_esaai.json │ └── manifest_mqm.json ├── Monolingual │ ├── README.md │ └── manifest.json ├── MonolingualPairwise │ ├── README.md │ └── manifest.json ├── Pairwise │ ├── README.md │ ├── batches.json │ └── manifest.json ├── PairwiseDocNewUI │ ├── README.md │ ├── batches.json │ ├── create_batches.sh │ ├── example.tsv │ └── manifest.json ├── PairwiseDocument │ ├── README.md │ ├── batches.json │ └── manifest.json ├── PairwiseSQM │ ├── README.md │ └── manifest.json └── SignLT │ ├── README.md │ ├── batches.deu-sgg.json │ ├── batches.sgg-deu.json │ └── manifest.json ├── INSTALL.md ├── LICENSE ├── Makefile ├── README.md ├── RegressionTests ├── .gitignore ├── README.md ├── run.sh └── tests │ ├── createtasks │ ├── compact_batches_json.sh │ ├── compute_batch_stats.py │ ├── newstest2021.de-fr.example.xml │ ├── select_docs_and_hyps_from_xml.py │ ├── selected_docids.tsv │ ├── test_create_wmt22_selected_docs.sh │ ├── test_create_wmt22_tasks.sh │ ├── update_expected_outputs.sh │ ├── wmt21_baseline.csv.expected │ ├── wmt21_baseline.json.expected │ ├── wmt21_baseline.log.expected │ ├── wmt21_baseline.stats.expected │ ├── wmt22_selected.csv.expected │ ├── wmt22_selected.json.expected │ ├── wmt22_selected.log.expected │ └── wmt22_selected.stats.expected │ └── examples │ ├── example_data.scores.csv.expected │ ├── example_data.users.csv.expected │ ├── example_direct.scores.csv.expected │ ├── example_direct.users.csv.expected │ ├── example_mqmesa.scores.csv.expected │ ├── example_mqmesa.users.csv.expected │ ├── example_named_entities.scores.csv.expected │ ├── example_named_entities.users.csv.expected │ ├── example_pairwise.scores.csv.expected │ ├── example_pairwise.users.csv.expected │ ├── example_pairwise_document.scores.csv.expected │ ├── example_pairwise_document.users.csv.expected │ ├── example_pairwise_errors.scores.csv.expected │ ├── example_pairwise_errors.users.csv.expected │ ├── test_examples_data.sh │ ├── test_examples_direct.sh │ ├── test_examples_mqmesa.sh │ ├── test_examples_named_entities.sh │ ├── test_examples_pairwise.sh │ ├── test_examples_pairwise_critical_errors.sh │ └── test_examples_pairwise_document.sh ├── Scripts ├── create_iwslt22_tasks.py ├── create_wmt19_tasks.py ├── create_wmt21_tasks.py ├── create_wmt22_pairwise_tasks.py ├── create_wmt22_tasks.py └── validate.sh ├── deprecated.py ├── install-psql.sh ├── manage.py ├── mypy.ini ├── pylint.rc ├── requirements-dev.txt ├── requirements.txt ├── scripts ├── create_iwslt22_tasks.py ├── create_wmt19_tasks.py ├── create_wmt21_tasks.py └── create_wmt22_tasks.py └── setup.cfg /.gitattributes: -------------------------------------------------------------------------------- 1 | * text=auto eol=lf 2 | -------------------------------------------------------------------------------- /.github/workflows/main.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/.github/workflows/main.yml -------------------------------------------------------------------------------- /.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/.github/workflows/tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/.gitignore -------------------------------------------------------------------------------- /Appraise/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Appraise/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Appraise/settings.py -------------------------------------------------------------------------------- /Appraise/urls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Appraise/urls.py -------------------------------------------------------------------------------- /Appraise/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Appraise/utils.py -------------------------------------------------------------------------------- /Appraise/wsgi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Appraise/wsgi.py -------------------------------------------------------------------------------- /Campaign/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Campaign/admin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/admin.py -------------------------------------------------------------------------------- /Campaign/apps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/apps.py -------------------------------------------------------------------------------- /Campaign/management/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Campaign/management/commands/ComputeAnnotatorMetrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/ComputeAnnotatorMetrics.py -------------------------------------------------------------------------------- /Campaign/management/commands/ComputeSystemScores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/ComputeSystemScores.py -------------------------------------------------------------------------------- /Campaign/management/commands/ComputeWMT21Results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/ComputeWMT21Results.py -------------------------------------------------------------------------------- /Campaign/management/commands/ComputeWMT23Results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/ComputeWMT23Results.py -------------------------------------------------------------------------------- /Campaign/management/commands/ComputeZScores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/ComputeZScores.py -------------------------------------------------------------------------------- /Campaign/management/commands/ExportSystemScoresToCSV.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/ExportSystemScoresToCSV.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignMMT18Task1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignMMT18Task1.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignMMT18Task1b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignMMT18Task1b.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignMMT18Task1bv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignMMT18Task1bv2.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignMMT18Task1bv3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignMMT18Task1bv3.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignMMT18Task1v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignMMT18Task1v2.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignMMT18Task1v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignMMT18Task1v3.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignWMT18RefDA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignWMT18RefDA.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignWMT18RefDA2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignWMT18RefDA2.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignWMT18RefDA3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignWMT18RefDA3.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignWMT18RefDA4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignWMT18RefDA4.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignWMT18SrcDA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignWMT18SrcDA.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignWMT19DocSrcDA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignWMT19DocSrcDA.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignWMT19DocSrcDACrowd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignWMT19DocSrcDACrowd.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignWMT19DocSrcDACrowd2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignWMT19DocSrcDACrowd2.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignWMT19SegSrcDA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignWMT19SegSrcDA.py -------------------------------------------------------------------------------- /Campaign/management/commands/InitCampaignWMT19SegSrcDACrowd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/InitCampaignWMT19SegSrcDACrowd.py -------------------------------------------------------------------------------- /Campaign/management/commands/MakeAnnotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/MakeAnnotation.py -------------------------------------------------------------------------------- /Campaign/management/commands/ProcessCampaignData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/ProcessCampaignData.py -------------------------------------------------------------------------------- /Campaign/management/commands/StartNewCampaign.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/StartNewCampaign.py -------------------------------------------------------------------------------- /Campaign/management/commands/UpdateCampaignModels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/UpdateCampaignModels.py -------------------------------------------------------------------------------- /Campaign/management/commands/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Campaign/management/commands/init_campaign.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/init_campaign.py -------------------------------------------------------------------------------- /Campaign/management/commands/validatecampaigndata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/management/commands/validatecampaigndata.py -------------------------------------------------------------------------------- /Campaign/migrations/0001_initial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0001_initial.py -------------------------------------------------------------------------------- /Campaign/migrations/0002_auto_20170501_1437.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0002_auto_20170501_1437.py -------------------------------------------------------------------------------- /Campaign/migrations/0003_auto_20170602_0817.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0003_auto_20170602_0817.py -------------------------------------------------------------------------------- /Campaign/migrations/0004_auto_20170605_1340.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0004_auto_20170605_1340.py -------------------------------------------------------------------------------- /Campaign/migrations/0005_trusteduser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0005_trusteduser.py -------------------------------------------------------------------------------- /Campaign/migrations/0006_auto_20171006_1311.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0006_auto_20171006_1311.py -------------------------------------------------------------------------------- /Campaign/migrations/0007_auto_20171006_1406.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0007_auto_20171006_1406.py -------------------------------------------------------------------------------- /Campaign/migrations/0008_auto_20171006_1436.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0008_auto_20171006_1436.py -------------------------------------------------------------------------------- /Campaign/migrations/0009_auto_20190227_1421.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0009_auto_20190227_1421.py -------------------------------------------------------------------------------- /Campaign/migrations/0010_merge_20190517_0925.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0010_merge_20190517_0925.py -------------------------------------------------------------------------------- /Campaign/migrations/0011_auto_20190705_0942.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0011_auto_20190705_0942.py -------------------------------------------------------------------------------- /Campaign/migrations/0012_auto_20190705_0945.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0012_auto_20190705_0945.py -------------------------------------------------------------------------------- /Campaign/migrations/0013_auto_20200601_1217.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0013_auto_20200601_1217.py -------------------------------------------------------------------------------- /Campaign/migrations/0014_auto_20210804_0940.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0014_auto_20210804_0940.py -------------------------------------------------------------------------------- /Campaign/migrations/0014_campaign_campaignoptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0014_campaign_campaignoptions.py -------------------------------------------------------------------------------- /Campaign/migrations/0015_alter_campaign_activatedby_alter_campaign_batches_and_more.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/migrations/0015_alter_campaign_activatedby_alter_campaign_batches_and_more.py -------------------------------------------------------------------------------- /Campaign/migrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Campaign/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/models.py -------------------------------------------------------------------------------- /Campaign/templates/Campaign/filter_select.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/templates/Campaign/filter_select.html -------------------------------------------------------------------------------- /Campaign/testdata/BadCode/BadCode.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadCode/BadCode.zip -------------------------------------------------------------------------------- /Campaign/testdata/BadCode/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadCode/manifest.json -------------------------------------------------------------------------------- /Campaign/testdata/BadContent/BadContent.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadContent/BadContent.zip -------------------------------------------------------------------------------- /Campaign/testdata/BadContent/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadContent/manifest.json -------------------------------------------------------------------------------- /Campaign/testdata/BadJSONType/BadJSONType.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadJSONType/BadJSONType.zip -------------------------------------------------------------------------------- /Campaign/testdata/BadJSONType/manifest.json: -------------------------------------------------------------------------------- 1 | ["foo", "bar"] -------------------------------------------------------------------------------- /Campaign/testdata/BadTaskMap/BadTaskMap.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadTaskMap/BadTaskMap.zip -------------------------------------------------------------------------------- /Campaign/testdata/BadTaskMap/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadTaskMap/manifest.json -------------------------------------------------------------------------------- /Campaign/testdata/BadTaskMapRedundancy/BadTaskMapRedundancy.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadTaskMapRedundancy/BadTaskMapRedundancy.zip -------------------------------------------------------------------------------- /Campaign/testdata/BadTaskMapRedundancy/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadTaskMapRedundancy/manifest.json -------------------------------------------------------------------------------- /Campaign/testdata/BadTypeNo/BadTypeNo.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadTypeNo/BadTypeNo.zip -------------------------------------------------------------------------------- /Campaign/testdata/BadTypeNo/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadTypeNo/manifest.json -------------------------------------------------------------------------------- /Campaign/testdata/BadTypeTasksToAnnotators/BadTypeTasksToAnnotators.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadTypeTasksToAnnotators/BadTypeTasksToAnnotators.zip -------------------------------------------------------------------------------- /Campaign/testdata/BadTypeTasksToAnnotators/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadTypeTasksToAnnotators/manifest.json -------------------------------------------------------------------------------- /Campaign/testdata/BadTypeTasksToAnnotatorsItem/BadTypeTasksToAnnotatorsItem.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadTypeTasksToAnnotatorsItem/BadTypeTasksToAnnotatorsItem.zip -------------------------------------------------------------------------------- /Campaign/testdata/BadTypeTasksToAnnotatorsItem/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadTypeTasksToAnnotatorsItem/manifest.json -------------------------------------------------------------------------------- /Campaign/testdata/BadTypeURL/BadTypeURL.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadTypeURL/BadTypeURL.zip -------------------------------------------------------------------------------- /Campaign/testdata/BadTypeURL/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/BadTypeURL/manifest.json -------------------------------------------------------------------------------- /Campaign/testdata/FY2002/Batches/FY2002_eng_deu_News.batches01-06.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/FY2002/Batches/FY2002_eng_deu_News.batches01-06.json -------------------------------------------------------------------------------- /Campaign/testdata/FY2002/Batches/FY2002_eng_fra_News.batches01-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/FY2002/Batches/FY2002_eng_fra_News.batches01-32.json -------------------------------------------------------------------------------- /Campaign/testdata/FY2002/Batches/FY2002_eng_hin_News.batches01-40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/FY2002/Batches/FY2002_eng_hin_News.batches01-40.json -------------------------------------------------------------------------------- /Campaign/testdata/FY2002/Batches/FY2002_eng_ita_News.batches01-28.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/FY2002/Batches/FY2002_eng_ita_News.batches01-28.json -------------------------------------------------------------------------------- /Campaign/testdata/FY2002/Batches/FY2002_eng_jpn_News.batches01-24.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/FY2002/Batches/FY2002_eng_jpn_News.batches01-24.json -------------------------------------------------------------------------------- /Campaign/testdata/FY2002/Batches/FY2002_eng_por_News.batches01-40.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/FY2002/Batches/FY2002_eng_por_News.batches01-40.json -------------------------------------------------------------------------------- /Campaign/testdata/FY2002/Batches/FY2002_eng_rus_News.batches01-38.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/FY2002/Batches/FY2002_eng_rus_News.batches01-38.json -------------------------------------------------------------------------------- /Campaign/testdata/FY2002/Batches/FY2002_eng_spa_News.batches01-28.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/FY2002/Batches/FY2002_eng_spa_News.batches01-28.json -------------------------------------------------------------------------------- /Campaign/testdata/FY2002/Batches/FY2002_eng_zho_News.batches01-26.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/FY2002/Batches/FY2002_eng_zho_News.batches01-26.json -------------------------------------------------------------------------------- /Campaign/testdata/FY2002/FY2002.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/FY2002/FY2002.zip -------------------------------------------------------------------------------- /Campaign/testdata/FY2002/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/FY2002/manifest.json -------------------------------------------------------------------------------- /Campaign/testdata/HumanEvalFY2001_Accounts_Control.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/HumanEvalFY2001_Accounts_Control.csv -------------------------------------------------------------------------------- /Campaign/testdata/HumanEvalFY2001_Manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/HumanEvalFY2001_Manifest.json -------------------------------------------------------------------------------- /Campaign/testdata/HumanEvalFY2002_Accounts_Control.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/HumanEvalFY2002_Accounts_Control.csv -------------------------------------------------------------------------------- /Campaign/testdata/HumanEvalFY2002_Manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/HumanEvalFY2002_Manifest.json -------------------------------------------------------------------------------- /Campaign/testdata/ValidManifest/ValidManifest.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/ValidManifest/ValidManifest.zip -------------------------------------------------------------------------------- /Campaign/testdata/ValidManifest/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/ValidManifest/manifest.json -------------------------------------------------------------------------------- /Campaign/testdata/ValidManifestNotEnoughBatches/ValidManifestNotEnoughBatches.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/ValidManifestNotEnoughBatches/ValidManifestNotEnoughBatches.zip -------------------------------------------------------------------------------- /Campaign/testdata/ValidManifestNotEnoughBatches/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/testdata/ValidManifestNotEnoughBatches/manifest.json -------------------------------------------------------------------------------- /Campaign/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/tests.py -------------------------------------------------------------------------------- /Campaign/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/utils.py -------------------------------------------------------------------------------- /Campaign/views.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Campaign/views.py -------------------------------------------------------------------------------- /Dashboard/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | Appraise evaluation framework 3 | 4 | See LICENSE for usage details 5 | """ 6 | -------------------------------------------------------------------------------- /Dashboard/admin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/admin.py -------------------------------------------------------------------------------- /Dashboard/apps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/apps.py -------------------------------------------------------------------------------- /Dashboard/management/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Dashboard/management/commands/CreateInviteTokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/management/commands/CreateInviteTokens.py -------------------------------------------------------------------------------- /Dashboard/management/commands/UpdateDashboardModels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/management/commands/UpdateDashboardModels.py -------------------------------------------------------------------------------- /Dashboard/management/commands/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Dashboard/migrations/0001_initial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/migrations/0001_initial.py -------------------------------------------------------------------------------- /Dashboard/migrations/0002_auto_20200601_1217.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/migrations/0002_auto_20200601_1217.py -------------------------------------------------------------------------------- /Dashboard/migrations/0003_auto_20210804_0940.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/migrations/0003_auto_20210804_0940.py -------------------------------------------------------------------------------- /Dashboard/migrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Dashboard/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/models.py -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/css/bootstrap-theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/css/bootstrap-theme.css -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/css/bootstrap-theme.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/css/bootstrap-theme.css.map -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/css/bootstrap-theme.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/css/bootstrap-theme.min.css -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/css/bootstrap-theme.min.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/css/bootstrap-theme.min.css.map -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/css/bootstrap.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/css/bootstrap.css -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/css/bootstrap.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/css/bootstrap.css.map -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/css/bootstrap.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/css/bootstrap.min.css -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/css/bootstrap.min.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/css/bootstrap.min.css.map -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/fonts/glyphicons-halflings-regular.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/fonts/glyphicons-halflings-regular.eot -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/fonts/glyphicons-halflings-regular.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/fonts/glyphicons-halflings-regular.svg -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/fonts/glyphicons-halflings-regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/fonts/glyphicons-halflings-regular.ttf -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/fonts/glyphicons-halflings-regular.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/fonts/glyphicons-halflings-regular.woff -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/fonts/glyphicons-halflings-regular.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/fonts/glyphicons-halflings-regular.woff2 -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/js/bootstrap.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/js/bootstrap.js -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/js/bootstrap.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/js/bootstrap.min.js -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/js/html5shiv.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/js/html5shiv.min.js -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/js/jquery.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/js/jquery.min.js -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/js/npm.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/js/npm.js -------------------------------------------------------------------------------- /Dashboard/static/Dashboard/js/respond.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/static/Dashboard/js/respond.min.js -------------------------------------------------------------------------------- /Dashboard/templates/Dashboard/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/templates/Dashboard/404.html -------------------------------------------------------------------------------- /Dashboard/templates/Dashboard/500.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/templates/Dashboard/500.html -------------------------------------------------------------------------------- /Dashboard/templates/Dashboard/base.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/templates/Dashboard/base.html -------------------------------------------------------------------------------- /Dashboard/templates/Dashboard/change-password.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/templates/Dashboard/change-password.html -------------------------------------------------------------------------------- /Dashboard/templates/Dashboard/create-profile.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/templates/Dashboard/create-profile.html -------------------------------------------------------------------------------- /Dashboard/templates/Dashboard/dashboard.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/templates/Dashboard/dashboard.html -------------------------------------------------------------------------------- /Dashboard/templates/Dashboard/frontpage.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/templates/Dashboard/frontpage.html -------------------------------------------------------------------------------- /Dashboard/templates/Dashboard/signin.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/templates/Dashboard/signin.html -------------------------------------------------------------------------------- /Dashboard/templates/Dashboard/update-profile.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/templates/Dashboard/update-profile.html -------------------------------------------------------------------------------- /Dashboard/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/tests.py -------------------------------------------------------------------------------- /Dashboard/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/utils.py -------------------------------------------------------------------------------- /Dashboard/views.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Dashboard/views.py -------------------------------------------------------------------------------- /EvalData/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | Appraise evaluation framework 3 | 4 | See LICENSE for usage details 5 | """ 6 | -------------------------------------------------------------------------------- /EvalData/admin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/admin.py -------------------------------------------------------------------------------- /EvalData/apps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/apps.py -------------------------------------------------------------------------------- /EvalData/error_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/error_types.py -------------------------------------------------------------------------------- /EvalData/management/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EvalData/management/commands/CombineSubsetTextData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/CombineSubsetTextData.py -------------------------------------------------------------------------------- /EvalData/management/commands/CreateDirectAssessmentData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/CreateDirectAssessmentData.py -------------------------------------------------------------------------------- /EvalData/management/commands/CreateDirectAssessmentDataWMT17.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/CreateDirectAssessmentDataWMT17.py -------------------------------------------------------------------------------- /EvalData/management/commands/CreateFakeBadRefs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/CreateFakeBadRefs.py -------------------------------------------------------------------------------- /EvalData/management/commands/CreateIdsFiles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/CreateIdsFiles.py -------------------------------------------------------------------------------- /EvalData/management/commands/CreateMultiModalAssessmentData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/CreateMultiModalAssessmentData.py -------------------------------------------------------------------------------- /EvalData/management/commands/CreateSubsetTextData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/CreateSubsetTextData.py -------------------------------------------------------------------------------- /EvalData/management/commands/DumpAllResults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/DumpAllResults.py -------------------------------------------------------------------------------- /EvalData/management/commands/DumpScoresAndMetadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/DumpScoresAndMetadata.py -------------------------------------------------------------------------------- /EvalData/management/commands/PatchDirectAssessmentData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/PatchDirectAssessmentData.py -------------------------------------------------------------------------------- /EvalData/management/commands/UnlinkDirectAssessmentTasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/UnlinkDirectAssessmentTasks.py -------------------------------------------------------------------------------- /EvalData/management/commands/UpdateEvalDataModels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/UpdateEvalDataModels.py -------------------------------------------------------------------------------- /EvalData/management/commands/ValidateDirectAssessmentData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/management/commands/ValidateDirectAssessmentData.py -------------------------------------------------------------------------------- /EvalData/management/commands/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EvalData/migrations/0001_initial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0001_initial.py -------------------------------------------------------------------------------- /EvalData/migrations/0002_directassessmenttask_requiredannotations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0002_directassessmenttask_requiredannotations.py -------------------------------------------------------------------------------- /EvalData/migrations/0003_auto_20170602_0447.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0003_auto_20170602_0447.py -------------------------------------------------------------------------------- /EvalData/migrations/0004_directassessmenttask_batchno.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0004_directassessmenttask_batchno.py -------------------------------------------------------------------------------- /EvalData/migrations/0005_auto_20170602_0714.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0005_auto_20170602_0714.py -------------------------------------------------------------------------------- /EvalData/migrations/0006_directassessmenttask_batchdata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0006_directassessmenttask_batchdata.py -------------------------------------------------------------------------------- /EvalData/migrations/0007_auto_20170602_0739.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0007_auto_20170602_0739.py -------------------------------------------------------------------------------- /EvalData/migrations/0008_auto_20170602_0740.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0008_auto_20170602_0740.py -------------------------------------------------------------------------------- /EvalData/migrations/0009_auto_20170602_0815.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0009_auto_20170602_0815.py -------------------------------------------------------------------------------- /EvalData/migrations/0010_auto_20170602_0817.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0010_auto_20170602_0817.py -------------------------------------------------------------------------------- /EvalData/migrations/0011_auto_20170602_0954.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0011_auto_20170602_0954.py -------------------------------------------------------------------------------- /EvalData/migrations/0012_auto_20170602_0957.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0012_auto_20170602_0957.py -------------------------------------------------------------------------------- /EvalData/migrations/0013_auto_20170604_0356.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0013_auto_20170604_0356.py -------------------------------------------------------------------------------- /EvalData/migrations/0014_directassessmentresult_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0014_directassessmentresult_task.py -------------------------------------------------------------------------------- /EvalData/migrations/0015_auto_20170605_1340.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0015_auto_20170605_1340.py -------------------------------------------------------------------------------- /EvalData/migrations/0016_auto_20170605_1518.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0016_auto_20170605_1518.py -------------------------------------------------------------------------------- /EvalData/migrations/0017_auto_20170605_1520.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0017_auto_20170605_1520.py -------------------------------------------------------------------------------- /EvalData/migrations/0018_auto_20170607_2120.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0018_auto_20170607_2120.py -------------------------------------------------------------------------------- /EvalData/migrations/0019_auto_20170619_1617.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0019_auto_20170619_1617.py -------------------------------------------------------------------------------- /EvalData/migrations/0020_workagenda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0020_workagenda.py -------------------------------------------------------------------------------- /EvalData/migrations/0021_auto_20171005_1845.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0021_auto_20171005_1845.py -------------------------------------------------------------------------------- /EvalData/migrations/0022_auto_20171005_1858.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0022_auto_20171005_1858.py -------------------------------------------------------------------------------- /EvalData/migrations/0023_auto_20171006_1307.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0023_auto_20171006_1307.py -------------------------------------------------------------------------------- /EvalData/migrations/0024_auto_20171006_1311.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0024_auto_20171006_1311.py -------------------------------------------------------------------------------- /EvalData/migrations/0025_auto_20171006_1406.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0025_auto_20171006_1406.py -------------------------------------------------------------------------------- /EvalData/migrations/0026_auto_20171006_1423.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0026_auto_20171006_1423.py -------------------------------------------------------------------------------- /EvalData/migrations/0027_auto_20171006_1427.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0027_auto_20171006_1427.py -------------------------------------------------------------------------------- /EvalData/migrations/0028_auto_20171006_1436.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0028_auto_20171006_1436.py -------------------------------------------------------------------------------- /EvalData/migrations/0029_auto_20171006_1549.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0029_auto_20171006_1549.py -------------------------------------------------------------------------------- /EvalData/migrations/0030_objectid_taskagenda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0030_objectid_taskagenda.py -------------------------------------------------------------------------------- /EvalData/migrations/0031_auto_20171024_2144.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0031_auto_20171024_2144.py -------------------------------------------------------------------------------- /EvalData/migrations/0032_auto_20190228_0821.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0032_auto_20190228_0821.py -------------------------------------------------------------------------------- /EvalData/migrations/0033_auto_20190228_0826.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0033_auto_20190228_0826.py -------------------------------------------------------------------------------- /EvalData/migrations/0034_textpairwithcontext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0034_textpairwithcontext.py -------------------------------------------------------------------------------- /EvalData/migrations/0035_directassessmentcontextresult_directassessmentcontexttask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0035_directassessmentcontextresult_directassessmentcontexttask.py -------------------------------------------------------------------------------- /EvalData/migrations/0036_auto_20190524_2212.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0036_auto_20190524_2212.py -------------------------------------------------------------------------------- /EvalData/migrations/0037_auto_20190527_0104.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0037_auto_20190527_0104.py -------------------------------------------------------------------------------- /EvalData/migrations/0038_pairwiseassessmentresult_pairwiseassessmenttask_textsegmentwithtwotargets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0038_pairwiseassessmentresult_pairwiseassessmenttask_textsegmentwithtwotargets.py -------------------------------------------------------------------------------- /EvalData/migrations/0039_auto_20200601_1353.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0039_auto_20200601_1353.py -------------------------------------------------------------------------------- /EvalData/migrations/0040_textsegmentwithtwotargets_contextleft_contextright.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0040_textsegmentwithtwotargets_contextleft_contextright.py -------------------------------------------------------------------------------- /EvalData/migrations/0041_directassessmentdocumentresult_directassessmentdocumenttask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0041_directassessmentdocumentresult_directassessmentdocumenttask.py -------------------------------------------------------------------------------- /EvalData/migrations/0042_auto_20201006_1552.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0042_auto_20201006_1552.py -------------------------------------------------------------------------------- /EvalData/migrations/0042_dataassessmentresult_dataassessmenttask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0042_dataassessmentresult_dataassessmenttask.py -------------------------------------------------------------------------------- /EvalData/migrations/0043_dataassessmentresult_rank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0043_dataassessmentresult_rank.py -------------------------------------------------------------------------------- /EvalData/migrations/0044_auto_20201016_0917.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0044_auto_20201016_0917.py -------------------------------------------------------------------------------- /EvalData/migrations/0045_merge_20210112_1820.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0045_merge_20210112_1820.py -------------------------------------------------------------------------------- /EvalData/migrations/0046_auto_20210127_0602.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0046_auto_20210127_0602.py -------------------------------------------------------------------------------- /EvalData/migrations/0047_auto_20210804_0940.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0047_auto_20210804_0940.py -------------------------------------------------------------------------------- /EvalData/migrations/0048_pairwiseassessmentdocumentresult_pairwiseassessmentdocumenttask_textsegmentwithtwotargetswithcontext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0048_pairwiseassessmentdocumentresult_pairwiseassessmentdocumenttask_textsegmentwithtwotargetswithcontext.py -------------------------------------------------------------------------------- /EvalData/migrations/0049_auto_20220629_1315.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0049_auto_20220629_1315.py -------------------------------------------------------------------------------- /EvalData/migrations/0050_auto_20220801_0411.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0050_auto_20220801_0411.py -------------------------------------------------------------------------------- /EvalData/migrations/0051_auto_20221018_1627.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0051_auto_20221018_1627.py -------------------------------------------------------------------------------- /EvalData/migrations/0052_auto_20221020_0800.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0052_auto_20221020_0800.py -------------------------------------------------------------------------------- /EvalData/migrations/0053_addmqmcolumns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0053_addmqmcolumns.py -------------------------------------------------------------------------------- /EvalData/migrations/0054_alter_dataassessmentresult_activatedby_and_more.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/migrations/0054_alter_dataassessmentresult_activatedby_and_more.py -------------------------------------------------------------------------------- /EvalData/migrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EvalData/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/models/__init__.py -------------------------------------------------------------------------------- /EvalData/models/base_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/models/base_models.py -------------------------------------------------------------------------------- /EvalData/models/data_assessment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/models/data_assessment.py -------------------------------------------------------------------------------- /EvalData/models/direct_assessment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/models/direct_assessment.py -------------------------------------------------------------------------------- /EvalData/models/direct_assessment_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/models/direct_assessment_context.py -------------------------------------------------------------------------------- /EvalData/models/direct_assessment_document.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/models/direct_assessment_document.py -------------------------------------------------------------------------------- /EvalData/models/multi_modal_assessment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/models/multi_modal_assessment.py -------------------------------------------------------------------------------- /EvalData/models/pairwise_assessment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/models/pairwise_assessment.py -------------------------------------------------------------------------------- /EvalData/models/pairwise_assessment_document.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/models/pairwise_assessment_document.py -------------------------------------------------------------------------------- /EvalData/models/task_agenda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/models/task_agenda.py -------------------------------------------------------------------------------- /EvalData/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EvalData/tests/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/tests/test_models.py -------------------------------------------------------------------------------- /EvalData/views.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalData/views.py -------------------------------------------------------------------------------- /EvalView/__init__.py: -------------------------------------------------------------------------------- 1 | """ 2 | Appraise evaluation framework 3 | 4 | See LICENSE for usage details 5 | """ 6 | -------------------------------------------------------------------------------- /EvalView/admin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/admin.py -------------------------------------------------------------------------------- /EvalView/apps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/apps.py -------------------------------------------------------------------------------- /EvalView/migrations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EvalView/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/models.py -------------------------------------------------------------------------------- /EvalView/static/EvalView/css/bootstrap-select.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/static/EvalView/css/bootstrap-select.min.css -------------------------------------------------------------------------------- /EvalView/static/EvalView/css/direct-assessment-document-mqm-esa.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/static/EvalView/css/direct-assessment-document-mqm-esa.css -------------------------------------------------------------------------------- /EvalView/static/EvalView/css/jquery-ui.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/static/EvalView/css/jquery-ui.css -------------------------------------------------------------------------------- /EvalView/static/EvalView/js/bootstrap-select.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/static/EvalView/js/bootstrap-select.min.js -------------------------------------------------------------------------------- /EvalView/static/EvalView/js/bootstrap-select.min.js.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/static/EvalView/js/bootstrap-select.min.js.map -------------------------------------------------------------------------------- /EvalView/static/EvalView/js/direct-assessment-document-mqm-esa.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/static/EvalView/js/direct-assessment-document-mqm-esa.js -------------------------------------------------------------------------------- /EvalView/static/EvalView/js/jquery-ui.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/static/EvalView/js/jquery-ui.min.js -------------------------------------------------------------------------------- /EvalView/static/EvalView/js/js.cookie-2.2.1.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/static/EvalView/js/js.cookie-2.2.1.min.js -------------------------------------------------------------------------------- /EvalView/templates/EvalView/_guidelines_popup.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/_guidelines_popup.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/_instructions-esa.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/_instructions-esa.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/_instructions-mqm.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/_instructions-mqm.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/_slider-mqm-esa.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/_slider-mqm-esa.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/_slider.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/_slider.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/_sqm_instructions.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/_sqm_instructions.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/_sqm_slider.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/_sqm_slider.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/_thumbs.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/_thumbs.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/_video_context.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/_video_context.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/data-assessment.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/data-assessment.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/direct-assessment-context.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/direct-assessment-context.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/direct-assessment-document-mqm-esa.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/direct-assessment-document-mqm-esa.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/direct-assessment-document.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/direct-assessment-document.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/direct-assessment-named-entities.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/direct-assessment-named-entities.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/direct-assessment-sqm.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/direct-assessment-sqm.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/direct-assessment.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/direct-assessment.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/multimodal-assessment.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/multimodal-assessment.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/pairwise-assessment-document-newui.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/pairwise-assessment-document-newui.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/pairwise-assessment-document.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/pairwise-assessment-document.html -------------------------------------------------------------------------------- /EvalView/templates/EvalView/pairwise-assessment.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/templates/EvalView/pairwise-assessment.html -------------------------------------------------------------------------------- /EvalView/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/tests.py -------------------------------------------------------------------------------- /EvalView/views.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/EvalView/views.py -------------------------------------------------------------------------------- /Examples/Data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Data/README.md -------------------------------------------------------------------------------- /Examples/Data/batches.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Data/batches.json -------------------------------------------------------------------------------- /Examples/Data/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Data/manifest.json -------------------------------------------------------------------------------- /Examples/DataSQM/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DataSQM/README.md -------------------------------------------------------------------------------- /Examples/DataSQM/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DataSQM/manifest.json -------------------------------------------------------------------------------- /Examples/Direct/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Direct/README.md -------------------------------------------------------------------------------- /Examples/Direct/batches.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Direct/batches.json -------------------------------------------------------------------------------- /Examples/Direct/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Direct/manifest.json -------------------------------------------------------------------------------- /Examples/DirectNamedEntities/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DirectNamedEntities/README.md -------------------------------------------------------------------------------- /Examples/DirectNamedEntities/batches.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DirectNamedEntities/batches.json -------------------------------------------------------------------------------- /Examples/DirectNamedEntities/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DirectNamedEntities/manifest.json -------------------------------------------------------------------------------- /Examples/DirectSQM/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DirectSQM/README.md -------------------------------------------------------------------------------- /Examples/DirectSQM/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DirectSQM/manifest.json -------------------------------------------------------------------------------- /Examples/DocLevelDA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocLevelDA/README.md -------------------------------------------------------------------------------- /Examples/DocLevelDA/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocLevelDA/manifest.json -------------------------------------------------------------------------------- /Examples/DocLevelDA/references/newstest2019-ende-ref.de: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocLevelDA/references/newstest2019-ende-ref.de -------------------------------------------------------------------------------- /Examples/DocLevelDA/references/newstest2019-ende-ref.de.sgm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocLevelDA/references/newstest2019-ende-ref.de.sgm -------------------------------------------------------------------------------- /Examples/DocLevelDA/sources/newstest2019-ende-src.en: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocLevelDA/sources/newstest2019-ende-src.en -------------------------------------------------------------------------------- /Examples/DocLevelDA/sources/newstest2019-ende-src.en.sgm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocLevelDA/sources/newstest2019-ende-src.en.sgm -------------------------------------------------------------------------------- /Examples/DocLevelDA/system-outputs/newstest2019.Microsoft-WMT19-document-level.6808.en-de.sgm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocLevelDA/system-outputs/newstest2019.Microsoft-WMT19-document-level.6808.en-de.sgm -------------------------------------------------------------------------------- /Examples/DocLevelDA/system-outputs/newstest2019.Microsoft-WMT19-document-level.6808.en-de.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocLevelDA/system-outputs/newstest2019.Microsoft-WMT19-document-level.6808.en-de.txt -------------------------------------------------------------------------------- /Examples/DocLevelDA/system-outputs/newstest2019.Microsoft-WMT19-sentence-level.6785.en-de.sgm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocLevelDA/system-outputs/newstest2019.Microsoft-WMT19-sentence-level.6785.en-de.sgm -------------------------------------------------------------------------------- /Examples/DocLevelDA/system-outputs/newstest2019.Microsoft-WMT19-sentence-level.6785.en-de.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocLevelDA/system-outputs/newstest2019.Microsoft-WMT19-sentence-level.6785.en-de.txt -------------------------------------------------------------------------------- /Examples/DocLevelDA/system-outputs/newstest2019.Microsoft-WMT19-sentence_document.6974.en-de.sgm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocLevelDA/system-outputs/newstest2019.Microsoft-WMT19-sentence_document.6974.en-de.sgm -------------------------------------------------------------------------------- /Examples/DocLevelDA/system-outputs/newstest2019.Microsoft-WMT19-sentence_document.6974.en-de.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocLevelDA/system-outputs/newstest2019.Microsoft-WMT19-sentence_document.6974.en-de.txt -------------------------------------------------------------------------------- /Examples/Document/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Document/README.md -------------------------------------------------------------------------------- /Examples/Document/batches.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Document/batches.json -------------------------------------------------------------------------------- /Examples/Document/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Document/manifest.json -------------------------------------------------------------------------------- /Examples/DocumentSQM+Context/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocumentSQM+Context/README.md -------------------------------------------------------------------------------- /Examples/DocumentSQM+Context/batches.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocumentSQM+Context/batches.json -------------------------------------------------------------------------------- /Examples/DocumentSQM+Context/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/DocumentSQM+Context/manifest.json -------------------------------------------------------------------------------- /Examples/MQM+ESA/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/MQM+ESA/.gitignore -------------------------------------------------------------------------------- /Examples/MQM+ESA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/MQM+ESA/README.md -------------------------------------------------------------------------------- /Examples/MQM+ESA/batches_esa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/MQM+ESA/batches_esa.json -------------------------------------------------------------------------------- /Examples/MQM+ESA/batches_mqm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/MQM+ESA/batches_mqm.json -------------------------------------------------------------------------------- /Examples/MQM+ESA/manifest_esa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/MQM+ESA/manifest_esa.json -------------------------------------------------------------------------------- /Examples/MQM+ESA/manifest_esaai.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/MQM+ESA/manifest_esaai.json -------------------------------------------------------------------------------- /Examples/MQM+ESA/manifest_mqm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/MQM+ESA/manifest_mqm.json -------------------------------------------------------------------------------- /Examples/Monolingual/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Monolingual/README.md -------------------------------------------------------------------------------- /Examples/Monolingual/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Monolingual/manifest.json -------------------------------------------------------------------------------- /Examples/MonolingualPairwise/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/MonolingualPairwise/README.md -------------------------------------------------------------------------------- /Examples/MonolingualPairwise/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/MonolingualPairwise/manifest.json -------------------------------------------------------------------------------- /Examples/Pairwise/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Pairwise/README.md -------------------------------------------------------------------------------- /Examples/Pairwise/batches.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Pairwise/batches.json -------------------------------------------------------------------------------- /Examples/Pairwise/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/Pairwise/manifest.json -------------------------------------------------------------------------------- /Examples/PairwiseDocNewUI/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/PairwiseDocNewUI/README.md -------------------------------------------------------------------------------- /Examples/PairwiseDocNewUI/batches.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/PairwiseDocNewUI/batches.json -------------------------------------------------------------------------------- /Examples/PairwiseDocNewUI/create_batches.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/PairwiseDocNewUI/create_batches.sh -------------------------------------------------------------------------------- /Examples/PairwiseDocNewUI/example.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/PairwiseDocNewUI/example.tsv -------------------------------------------------------------------------------- /Examples/PairwiseDocNewUI/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/PairwiseDocNewUI/manifest.json -------------------------------------------------------------------------------- /Examples/PairwiseDocument/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/PairwiseDocument/README.md -------------------------------------------------------------------------------- /Examples/PairwiseDocument/batches.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/PairwiseDocument/batches.json -------------------------------------------------------------------------------- /Examples/PairwiseDocument/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/PairwiseDocument/manifest.json -------------------------------------------------------------------------------- /Examples/PairwiseSQM/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/PairwiseSQM/README.md -------------------------------------------------------------------------------- /Examples/PairwiseSQM/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/PairwiseSQM/manifest.json -------------------------------------------------------------------------------- /Examples/SignLT/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/SignLT/README.md -------------------------------------------------------------------------------- /Examples/SignLT/batches.deu-sgg.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/SignLT/batches.deu-sgg.json -------------------------------------------------------------------------------- /Examples/SignLT/batches.sgg-deu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/SignLT/batches.sgg-deu.json -------------------------------------------------------------------------------- /Examples/SignLT/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Examples/SignLT/manifest.json -------------------------------------------------------------------------------- /INSTALL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/INSTALL.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/README.md -------------------------------------------------------------------------------- /RegressionTests/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/.gitignore -------------------------------------------------------------------------------- /RegressionTests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/README.md -------------------------------------------------------------------------------- /RegressionTests/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/run.sh -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/compact_batches_json.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/compact_batches_json.sh -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/compute_batch_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/compute_batch_stats.py -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/newstest2021.de-fr.example.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/newstest2021.de-fr.example.xml -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/select_docs_and_hyps_from_xml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/select_docs_and_hyps_from_xml.py -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/selected_docids.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/selected_docids.tsv -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/test_create_wmt22_selected_docs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/test_create_wmt22_selected_docs.sh -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/test_create_wmt22_tasks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/test_create_wmt22_tasks.sh -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/update_expected_outputs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/update_expected_outputs.sh -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/wmt21_baseline.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/wmt21_baseline.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/wmt21_baseline.json.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/wmt21_baseline.json.expected -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/wmt21_baseline.log.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/wmt21_baseline.log.expected -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/wmt21_baseline.stats.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/wmt21_baseline.stats.expected -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/wmt22_selected.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/wmt22_selected.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/wmt22_selected.json.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/wmt22_selected.json.expected -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/wmt22_selected.log.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/wmt22_selected.log.expected -------------------------------------------------------------------------------- /RegressionTests/tests/createtasks/wmt22_selected.stats.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/createtasks/wmt22_selected.stats.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_data.scores.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_data.scores.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_data.users.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_data.users.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_direct.scores.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_direct.scores.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_direct.users.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_direct.users.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_mqmesa.scores.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_mqmesa.scores.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_mqmesa.users.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_mqmesa.users.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_named_entities.scores.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_named_entities.scores.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_named_entities.users.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_named_entities.users.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_pairwise.scores.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_pairwise.scores.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_pairwise.users.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_pairwise.users.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_pairwise_document.scores.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_pairwise_document.scores.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_pairwise_document.users.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_pairwise_document.users.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_pairwise_errors.scores.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_pairwise_errors.scores.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/example_pairwise_errors.users.csv.expected: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/example_pairwise_errors.users.csv.expected -------------------------------------------------------------------------------- /RegressionTests/tests/examples/test_examples_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/test_examples_data.sh -------------------------------------------------------------------------------- /RegressionTests/tests/examples/test_examples_direct.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/test_examples_direct.sh -------------------------------------------------------------------------------- /RegressionTests/tests/examples/test_examples_mqmesa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/test_examples_mqmesa.sh -------------------------------------------------------------------------------- /RegressionTests/tests/examples/test_examples_named_entities.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/test_examples_named_entities.sh -------------------------------------------------------------------------------- /RegressionTests/tests/examples/test_examples_pairwise.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/test_examples_pairwise.sh -------------------------------------------------------------------------------- /RegressionTests/tests/examples/test_examples_pairwise_critical_errors.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/test_examples_pairwise_critical_errors.sh -------------------------------------------------------------------------------- /RegressionTests/tests/examples/test_examples_pairwise_document.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/RegressionTests/tests/examples/test_examples_pairwise_document.sh -------------------------------------------------------------------------------- /Scripts/create_iwslt22_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Scripts/create_iwslt22_tasks.py -------------------------------------------------------------------------------- /Scripts/create_wmt19_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Scripts/create_wmt19_tasks.py -------------------------------------------------------------------------------- /Scripts/create_wmt21_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Scripts/create_wmt21_tasks.py -------------------------------------------------------------------------------- /Scripts/create_wmt22_pairwise_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Scripts/create_wmt22_pairwise_tasks.py -------------------------------------------------------------------------------- /Scripts/create_wmt22_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Scripts/create_wmt22_tasks.py -------------------------------------------------------------------------------- /Scripts/validate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/Scripts/validate.sh -------------------------------------------------------------------------------- /deprecated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/deprecated.py -------------------------------------------------------------------------------- /install-psql.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/install-psql.sh -------------------------------------------------------------------------------- /manage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/manage.py -------------------------------------------------------------------------------- /mypy.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/mypy.ini -------------------------------------------------------------------------------- /pylint.rc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/pylint.rc -------------------------------------------------------------------------------- /requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/requirements-dev.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/create_iwslt22_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/scripts/create_iwslt22_tasks.py -------------------------------------------------------------------------------- /scripts/create_wmt19_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/scripts/create_wmt19_tasks.py -------------------------------------------------------------------------------- /scripts/create_wmt21_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/scripts/create_wmt21_tasks.py -------------------------------------------------------------------------------- /scripts/create_wmt22_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/scripts/create_wmt22_tasks.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AppraiseDev/Appraise/HEAD/setup.cfg --------------------------------------------------------------------------------