├── .azure-devops ├── component-governance.yml └── msdata-rai-widgets-onelocbuild.yml ├── .editorconfig ├── .eslintrc.json ├── .eslintrc ├── .eslintrc.comments.eslintrc ├── .eslintrc.custom.eslintrc ├── .eslintrc.filenames.eslintrc ├── .eslintrc.import.eslintrc ├── .eslintrc.react.eslintrc ├── .eslintrc.type.eslintrc ├── .eslintrc.typescript.eslintrc ├── .eslintrc.unicorn.eslintrc └── .eslintrc.worker.eslintrc ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ ├── CD.yml │ ├── CI-codescan.yml │ ├── CI-e2e-notebooks-text-vision.yml │ ├── CI-e2e-notebooks.yml │ ├── CI-notebook-text.yml │ ├── CI-notebook-vision.yml │ ├── CI-notebook.yml │ ├── CI-python.yml │ ├── CI-rai_core_flask-pytest.yml │ ├── CI-raiwidgets-pytest.yml │ ├── CI-responsibleai-text-vision-pytest.yml │ ├── CI-typescript.yml │ ├── GitHubPages.yml │ ├── python-linting.yml │ ├── release-erroranalysis.yml │ ├── release-flask.yml │ ├── release-nlp-feature-extractors.yml │ ├── release-rai-tabular.yml │ ├── release-rai-test-utils.yml │ ├── release-rai-text.yml │ ├── release-rai-vision.yml │ └── release-raiutils.yml ├── .gitignore ├── .prettierignore ├── .prettierrc ├── .vscode ├── extensions.json ├── launch.json └── settings.json ├── .yarnrc ├── CHANGES.md ├── CODEOWNERS ├── CONTRIBUTING.md ├── LICENSE ├── Localise ├── LocProject.json └── loc │ ├── cs │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── de │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── es │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── fr │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── hu │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── it │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── ja │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── ko │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── nl │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── pl │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── pt-BR │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── pt-PT │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── ru │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── sv │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── tr │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ ├── zh-Hans │ └── libs │ │ └── localization │ │ └── src │ │ └── lib │ │ └── en.json.lcl │ └── zh-Hant │ └── libs │ └── localization │ └── src │ └── lib │ └── en.json.lcl ├── README.md ├── RELEASING.md ├── SECURITY.md ├── _NOTICE.md ├── apps ├── .gitkeep ├── dashboard-e2e │ ├── .eslintrc.json │ ├── cypress.json │ ├── src │ │ ├── describer │ │ │ ├── fairness │ │ │ │ ├── IFairnessMetadata.ts │ │ │ │ ├── configurationPages │ │ │ │ │ ├── describeConfigurationSelection.ts │ │ │ │ │ └── describeGetStarted.ts │ │ │ │ ├── constants.ts │ │ │ │ ├── describeFairness.ts │ │ │ │ ├── fairnessDatasets.ts │ │ │ │ ├── modelComparisonView │ │ │ │ │ └── describeModelComparisonView.ts │ │ │ │ ├── singleModelView │ │ │ │ │ └── describeSingleModelView.ts │ │ │ │ └── utils.ts │ │ │ ├── interpret │ │ │ │ ├── IInterpretData.ts │ │ │ │ ├── aggregateFeatureImportance │ │ │ │ │ ├── describeAggregateFeatureImportance.ts │ │ │ │ │ ├── describeGlobalExplanationBarChart.ts │ │ │ │ │ ├── describeGlobalExplanationBoxChart.ts │ │ │ │ │ └── describeGlobalExplanationChart.ts │ │ │ │ ├── cohort │ │ │ │ │ ├── describeCohort.ts │ │ │ │ │ └── describeCreateCohort.ts │ │ │ │ ├── datasetExplorer │ │ │ │ │ ├── describeAggregatePlot.ts │ │ │ │ │ ├── describeAxisConfigDialog.ts │ │ │ │ │ ├── describeDatasetExplorer.ts │ │ │ │ │ └── describeIndividualDatapoints.ts │ │ │ │ ├── describeErrorMessage.ts │ │ │ │ ├── individualFeatureImportance │ │ │ │ │ ├── describeDataPointChart.ts │ │ │ │ │ ├── describeIndividualFeatureImportance.ts │ │ │ │ │ ├── describeSubBarChart.ts │ │ │ │ │ ├── describeSubLineChart.ts │ │ │ │ │ └── describeWhatIf.ts │ │ │ │ ├── interpretDatasets │ │ │ │ │ ├── bostonData.ts │ │ │ │ │ ├── interpretDatasets.ts │ │ │ │ │ └── irisData.ts │ │ │ │ └── modelPerformance │ │ │ │ │ ├── describeAxisConfigDialog.ts │ │ │ │ │ ├── describeModelPerformancePlot.ts │ │ │ │ │ └── describeModelPerformanceStats.ts │ │ │ └── interpretText │ │ │ │ ├── describeInterpretTextIndividualFeatureImportance.ts │ │ │ │ └── interpretTextDatasets.ts │ │ ├── fixtures │ │ │ └── example.json │ │ ├── integration │ │ │ ├── App.spec.ts │ │ │ ├── fairness │ │ │ │ ├── BinaryClassification.spec.ts │ │ │ │ ├── BinaryClassificationWithError.spec.ts.disabled │ │ │ │ ├── Probability.spec.ts │ │ │ │ ├── Regression.spec.ts │ │ │ │ └── RegressionWithError.spec.ts.disabled │ │ │ ├── interpret-text │ │ │ │ └── newsgroupsBinaryData │ │ │ │ │ └── individualFeatureImportance.spec.ts │ │ │ ├── interpret │ │ │ │ ├── automlMimicAdult │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── bostonData │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── bostonDataGlobal │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── bostonDataNoDataset │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── bostonDataNoPredict │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── bostonDataNoY │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── breastCancerData │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── ebmData │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── ibmData │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── ibmDataInconsistent │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── ibmNoClass │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── irisData │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── irisDataNoLocal │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── irisGlobal │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ ├── irisNoData │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ │ └── irisNoFeatures │ │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ │ ├── cohort.spec.ts │ │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ │ ├── errorMessage.spec.ts │ │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ │ └── modelPerformance.spec.ts │ │ │ └── modelAssessment │ │ │ │ ├── adultCensusIncomeData │ │ │ │ └── modelOverview.spec.ts │ │ │ │ ├── bostonData │ │ │ │ └── modelOverview.spec.ts │ │ │ │ └── wineData │ │ │ │ └── modelOverview.spec.ts │ │ ├── plugins │ │ │ └── index.js │ │ ├── support │ │ │ ├── commands.ts │ │ │ └── index.ts │ │ └── util │ │ │ ├── App.ts │ │ │ ├── BarChart.ts │ │ │ ├── BarHighchart.ts │ │ │ ├── BoxChart.ts │ │ │ ├── BoxHighchart.ts │ │ │ ├── Chart.ts │ │ │ ├── Constants.ts │ │ │ ├── ScatterChart.ts │ │ │ ├── ScatterHighchart.ts │ │ │ ├── comboBox.ts │ │ │ ├── dropdown.ts │ │ │ ├── getMenu.ts │ │ │ ├── getSpan.ts │ │ │ ├── getText.ts │ │ │ ├── getValue.ts │ │ │ ├── nameof.ts │ │ │ └── setValue.ts │ ├── tsconfig.e2e.json │ └── tsconfig.json ├── dashboard │ ├── .babelrc │ ├── .browserslistrc │ ├── .eslintrc.json │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── src │ │ ├── app │ │ │ ├── App.test.tsx │ │ │ ├── App.tsx │ │ │ ├── AppHeader.tsx │ │ │ ├── IAppSetting.tsx │ │ │ ├── __snapshots__ │ │ │ │ └── App.test.tsx.snap │ │ │ ├── applicationInterfaces.ts │ │ │ ├── applications.ts │ │ │ ├── textApplications.ts │ │ │ ├── themes.ts │ │ │ └── visionApplications.ts │ │ ├── assets │ │ │ └── .gitkeep │ │ ├── environments │ │ │ ├── environment.prod.ts │ │ │ └── environment.ts │ │ ├── error-analysis │ │ │ ├── App.tsx │ │ │ ├── __mock_data__ │ │ │ │ ├── adultCensus.ts │ │ │ │ ├── dummyMatrix.ts │ │ │ │ ├── dummyMatrixBoston.ts │ │ │ │ ├── dummyMatrixOnedInterval.ts │ │ │ │ ├── dummyMatrixPrecisionBreastCancer.ts │ │ │ │ ├── dummyMatrixTwodInterval.ts │ │ │ │ ├── dummyTreeAdultCensusIncome.ts │ │ │ │ ├── dummyTreeBoston.ts │ │ │ │ ├── dummyTreeBreastCancer.ts │ │ │ │ ├── dummyTreeBreastCancerPrecision.ts │ │ │ │ ├── dummyTreeBreastCancerRecall.ts │ │ │ │ └── dummyTreeWine.ts │ │ │ └── utils.ts │ │ ├── fairness │ │ │ ├── App.tsx │ │ │ ├── __mock_data__ │ │ │ │ ├── binaryClassification.ts │ │ │ │ ├── binaryClassificationWithError.ts │ │ │ │ ├── precomputedBinary.ts │ │ │ │ ├── precomputedBinaryMissingMetrics.ts │ │ │ │ ├── precomputedBinaryTwo.ts │ │ │ │ ├── precomputedBinaryWithError.ts │ │ │ │ ├── probability.ts │ │ │ │ ├── regression.ts │ │ │ │ └── regressionWithError.ts │ │ │ └── utils.ts │ │ ├── favicon.ico │ │ ├── globals.d.ts │ │ ├── index.html │ │ ├── interpret-text │ │ │ ├── App.tsx │ │ │ └── __mock_data__ │ │ │ │ ├── dbpediaLongDoc.ts │ │ │ │ ├── emotionLongDoc.ts │ │ │ │ └── newsgroupBinaryData.ts │ │ ├── interpret │ │ │ ├── App.tsx │ │ │ └── __mock_data__ │ │ │ │ ├── automlMimicAdult.ts │ │ │ │ ├── bostonData.ts │ │ │ │ ├── bostonDataGlobal.ts │ │ │ │ ├── bostonDataNoDataset.ts │ │ │ │ ├── bostonDataNoPredict.ts │ │ │ │ ├── bostonDataNoY.ts │ │ │ │ ├── breastCancerData.ts │ │ │ │ ├── ebmData.ts │ │ │ │ ├── ibmData.ts │ │ │ │ ├── ibmDataInconsistent.ts │ │ │ │ ├── ibmDataMissingValues.ts │ │ │ │ ├── ibmNoClass.ts │ │ │ │ ├── irisData.ts │ │ │ │ ├── irisDataNoLocal.ts │ │ │ │ ├── irisGlobal.ts │ │ │ │ ├── irisNoData.ts │ │ │ │ ├── irisNoFeatures.ts │ │ │ │ └── largeFeatureCount.ts │ │ ├── main.tsx │ │ ├── model-assessment-forecasting │ │ │ ├── App.tsx │ │ │ └── __mock_data__ │ │ │ │ ├── mockForecastingData.ts │ │ │ │ ├── mockForecastingDataNoFeatures.ts │ │ │ │ └── mockForecastingDataSingleTimeSeries.ts │ │ ├── model-assessment-text │ │ │ ├── App.tsx │ │ │ └── __mock_data__ │ │ │ │ ├── blbooksgenre.ts │ │ │ │ ├── covidevents.ts │ │ │ │ ├── emotion.ts │ │ │ │ ├── squad.ts │ │ │ │ └── squadGenai.ts │ │ ├── model-assessment-vision │ │ │ ├── App.tsx │ │ │ └── __mock_data__ │ │ │ │ ├── fridge.ts │ │ │ │ ├── fridgeBinary.ts │ │ │ │ ├── fridgeImages.ts │ │ │ │ ├── fridgeMultilabel.ts │ │ │ │ ├── fridgeMultilabelImages.ts │ │ │ │ ├── fridgeObjectDetection.ts │ │ │ │ ├── fridgeObjectDetectionImages.ts │ │ │ │ ├── imagenet.ts │ │ │ │ └── images.ts │ │ ├── model-assessment │ │ │ ├── App.tsx │ │ │ ├── Model.worker.ts │ │ │ ├── ModelWorkerMessageTypes.ts │ │ │ ├── __mock_data__ │ │ │ │ ├── adultCensus.ts │ │ │ │ ├── bostonData.ts │ │ │ │ └── wineData.ts │ │ │ └── model.py │ │ ├── polyfills.ts │ │ └── utils-unit │ │ │ └── WrapText.test.tsx │ ├── tsconfig.app.json │ ├── tsconfig.json │ └── tsconfig.spec.json ├── widget-e2e │ ├── .eslintrc.json │ ├── cypress.json │ ├── src │ │ ├── fixtures │ │ │ └── example.json │ │ ├── integration │ │ │ └── modelAssessment │ │ │ │ ├── responsibleaitoolboxBlbooksgenreBinaryTextClassificationModelDebugging │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ ├── errorAnalysis.spec.ts │ │ │ │ ├── individualTextFeatureImportance.spec.ts │ │ │ │ └── modelOverview.spec.ts │ │ │ │ ├── responsibleaitoolboxCensusClassificationModelDebugging │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ ├── causalAnalysis.spec.ts │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ ├── errorAnalysis.spec.ts │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ ├── modelOverview.spec.ts │ │ │ │ └── whatIfCounterfactuals.spec.ts │ │ │ │ ├── responsibleaitoolboxCensusClassificationModelDebuggingDataBalanceExperience │ │ │ │ └── dataBalance.spec.ts │ │ │ │ ├── responsibleaitoolboxCovidEventMultilabelTextClassificationModelDebugging │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ ├── errorAnalysis.spec.ts │ │ │ │ ├── individualTextFeatureImportance.spec.ts │ │ │ │ └── modelOverview.spec.ts │ │ │ │ ├── responsibleaitoolboxDBPediaTextClassificationModelDebugging │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ ├── errorAnalysis.spec.ts │ │ │ │ ├── individualTextFeatureImportance.spec.ts │ │ │ │ └── modelOverview.spec.ts │ │ │ │ ├── responsibleaitoolboxDiabetesDecisionMaking │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ ├── causalAnalysis.spec.ts │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ ├── errorAnalysis.spec.ts │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ ├── modelOverview.spec.ts │ │ │ │ └── whatIfCounterfactuals.spec.ts │ │ │ │ ├── responsibleaitoolboxDiabetesDecisionMakingDataBalanceExperience │ │ │ │ └── dataBalance.spec.ts │ │ │ │ ├── responsibleaitoolboxDiabetesRegressionModelDebugging │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ ├── causalAnalysis.spec.ts │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ ├── errorAnalysis.spec.ts │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ ├── modelOverview.spec.ts │ │ │ │ └── whatIfCounterfactuals.spec.ts │ │ │ │ ├── responsibleaitoolboxDiabetesRegressionModelDebuggingDataBalanceExperience │ │ │ │ └── dataBalance.spec.ts │ │ │ │ ├── responsibleaitoolboxFridgeImageClassificationModelDebugging │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ ├── errorAnalysis.spec.ts │ │ │ │ ├── modelOverview.spec.ts │ │ │ │ └── visionDataExplorer.spec.ts │ │ │ │ ├── responsibleaitoolboxFridgeImageClassificationModelDebuggingDataBalanceExperience │ │ │ │ └── dataBalance.spec.ts │ │ │ │ ├── responsibleaitoolboxFridgeMultilabelImageClassificationModelDebugging │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ ├── errorAnalysis.spec.ts │ │ │ │ ├── modelOverview.spec.ts │ │ │ │ └── visionDataExplorer.spec.ts │ │ │ │ ├── responsibleaitoolboxFridgeMultilabelImageClassificationModelDebuggingDataBalanceExperience │ │ │ │ └── dataBalance.spec.ts │ │ │ │ ├── responsibleaitoolboxFridgeObjectDetectionModelDebugging │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ ├── modelOverview.spec.ts │ │ │ │ └── visionDataExplorer.spec.ts │ │ │ │ ├── responsibleaitoolboxFridgeObjectDetectionModelDebuggingDataBalanceExperience │ │ │ │ └── dataBalance.spec.ts │ │ │ │ ├── responsibleaitoolboxHousingClassificationModelDebugging │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ ├── causalAnalysis.spec.ts │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ ├── errorAnalysis.spec.ts │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ ├── modelOverview.spec.ts │ │ │ │ └── whatIfCounterfactuals.spec.ts │ │ │ │ ├── responsibleaitoolboxHousingClassificationModelDebuggingDataBalanceExperience │ │ │ │ └── dataBalance.spec.ts │ │ │ │ ├── responsibleaitoolboxHousingDecisionMaking │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ ├── causalAnalysis.spec.ts │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ ├── errorAnalysis.spec.ts │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ ├── modelOverview.spec.ts │ │ │ │ └── whatIfCounterfactuals.spec.ts │ │ │ │ ├── responsibleaitoolboxHousingDecisionMakingDataBalanceExperience │ │ │ │ └── dataBalance.spec.ts │ │ │ │ ├── responsibleaitoolboxMulticlassDnnModelDebugging │ │ │ │ ├── aggregateFeatureImportance.spec.ts │ │ │ │ ├── causalAnalysis.spec.ts │ │ │ │ ├── datasetExplorer.spec.ts │ │ │ │ ├── errorAnalysis.spec.ts │ │ │ │ ├── individualFeatureImportance.spec.ts │ │ │ │ ├── modelOverview.spec.ts │ │ │ │ └── whatIfCounterfactuals.spec.ts │ │ │ │ ├── responsibleaitoolboxMulticlassDnnModelDebuggingDataBalanceExperience │ │ │ │ └── dataBalance.spec.ts │ │ │ │ └── responsibleaitoolboxOrangeJuiceForecasting │ │ │ │ └── whatIfForecasting.spec.ts │ │ ├── plugins │ │ │ └── index.js │ │ └── support │ │ │ ├── commands.ts │ │ │ └── index.ts │ ├── tsconfig.e2e.json │ └── tsconfig.json └── widget │ ├── .babelrc │ ├── .browserslistrc │ ├── .eslintrc.json │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── src │ ├── app │ │ ├── App.tsx │ │ ├── ErrorAnalysis.tsx │ │ ├── Fairness.tsx │ │ ├── Interpret.tsx │ │ ├── ModelAssessment.tsx │ │ ├── ModelAssessmentUtils.tsx │ │ ├── callFlaskService.ts │ │ ├── config.ts │ │ └── modelData.ts │ ├── assets │ │ └── .gitkeep │ ├── environments │ │ ├── environment.prod.ts │ │ └── environment.ts │ ├── favicon.ico │ ├── index.html │ ├── main.tsx │ └── polyfills.ts │ ├── tsconfig.app.json │ ├── tsconfig.json │ └── tsconfig.spec.json ├── babel.config.json ├── docs ├── Makefile ├── canvastools-README.md ├── databalance-README.md ├── erroranalysis-dashboard-README.md ├── explanation-dashboard-README.md ├── explanation-object-detection-README.md ├── fairness-dashboard-README.md ├── img │ ├── CanvasTools-Annotations.png │ ├── CanvasTools-Boxes.png │ ├── DataBalance-AggregateBalanceMeasures.png │ ├── DataBalance-All.png │ ├── DataBalance-DistributionBalanceMeasures.png │ ├── DataBalance-FeatureBalanceMeasures.png │ ├── DataBalance-Reweight.png │ ├── DataBalance-SamplingBar.png │ ├── DataBalance-SyntheticSamples.png │ ├── DataBalance-TomekLinks.png │ ├── EA-Heatmap.png │ ├── EA-TreeMap.png │ ├── Fairness-DisparityInPerformance.png │ ├── Fairness-FairnessMetric.png │ ├── Fairness-Intro.png │ ├── Fairness-ModelComparison.png │ ├── Fairness-PerformanceMetric.png │ ├── Fairness-SelectionRate.png │ ├── Fairness-SensitiveMetric.png │ ├── Interpretability-Cohorts.png │ ├── Interpretability-DatasetExplorer.png │ ├── Interpretability-GlobalExplanation.png │ ├── Interpretability-LocalExplanation.png │ ├── Interpretability-ModelPerformance.png │ ├── Interpretability-WhatIf.gif │ ├── ModelOverview-ObjectDetection-Architecture.png │ ├── ObjectDetection-DFD.png │ ├── ObjectDetection-DevArchitecture.png │ ├── ObjectDetection-EnterpriseArchitecture.png │ ├── ObjectDetection-Explanations.png │ └── ObjectDetection-OSArchitecture.png ├── make.bat ├── modeloverview-objectdetection-README.md ├── objectdetection-DFD-README.md ├── objectdetection-userflows.md └── source │ ├── conf.py │ ├── index.rst │ ├── landing_page │ ├── css │ │ ├── custom.css │ │ └── responsive.css │ ├── img │ │ ├── banner-error-analysis-new.png │ │ ├── diagnosis1.jpg │ │ ├── diagnosis2.jpg │ │ ├── diagnosis3.jpg │ │ ├── error-analysis-1.jpg │ │ ├── error-analysis-2.jpg │ │ ├── error-analysis-3.jpg │ │ ├── error-analysis-4.jpg │ │ ├── error-analysis-5.jpg │ │ ├── error-analysis-logo-new.svg │ │ ├── error-analysis-logo-white.svg │ │ ├── error-analysis-logo.svg │ │ ├── erroranalysis-favicon.ico │ │ ├── erroranalysis-meta-image.jpg │ │ ├── icon-1.svg │ │ ├── icon-2.svg │ │ ├── icon-3.svg │ │ ├── identification1.jpg │ │ ├── identification2.jpg │ │ ├── menu_icon.svg │ │ └── what-if.jpg │ ├── index.html │ └── js │ │ └── landing_page.js │ └── raiwidgets.rst ├── erroranalysis ├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.md ├── erroranalysis │ ├── __init__.py │ ├── _internal │ │ ├── __init__.py │ │ ├── cohort_filter.py │ │ ├── constants.py │ │ ├── error_analyzer │ │ │ └── __init__.py │ │ ├── error_report │ │ │ └── __init__.py │ │ ├── matrix_filter.py │ │ ├── metrics.py │ │ ├── process_categoricals.py │ │ ├── surrogate_error_tree.py │ │ ├── utils.py │ │ └── version_checker.py │ ├── analyzer │ │ ├── __init__.py │ │ └── error_analyzer.py │ ├── error_correlation_methods │ │ ├── __init__.py │ │ ├── ebm.py │ │ └── gbm.py │ ├── report │ │ ├── __init__.py │ │ └── error_report.py │ └── version.py ├── requirements-dev.txt ├── requirements-object-detection.txt ├── requirements.txt ├── setup.py └── tests │ ├── README.md │ ├── common_utils.py │ ├── session.py │ ├── test_cohort_filter.py │ ├── test_error_report.py │ ├── test_importances.py │ ├── test_matrix_filter.py │ ├── test_metrics.py │ ├── test_pyspark_surrogate_error_tree.py │ ├── test_root_stats.py │ └── test_surrogate_error_tree.py ├── img ├── model-assessment.png ├── responsible-ai-dashboard.png ├── responsible-ai-toolbox.png └── responsibleai-toolbox.png ├── jest.config.js ├── jest.preset.js ├── libs ├── .gitkeep ├── causality │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ └── lib │ │ │ └── CausalAnalysisDashboard │ │ │ ├── CausalAnalysisEnums.ts │ │ │ ├── CausalInsights.styles.ts │ │ │ ├── CausalInsightsTab.tsx │ │ │ └── Controls │ │ │ └── CausalAnalysisView │ │ │ ├── CausalAggregateView │ │ │ ├── CausalAggregate.styles.ts │ │ │ ├── CausalAggregateChart.tsx │ │ │ ├── CausalAggregateTable.tsx │ │ │ ├── CausalAggregateView.tsx │ │ │ ├── basePlotlyProperties.ts │ │ │ ├── getCausalDisplayFeatureName.ts │ │ │ └── getErrorBarChartOptions.ts │ │ │ ├── CausalAnalysisView.tsx │ │ │ ├── CausalIndividualView │ │ │ ├── CausalIndividual.styles.ts │ │ │ ├── CausalIndividualChart.styles.ts │ │ │ ├── CausalIndividualChart.tsx │ │ │ ├── CausalIndividualConstants.ts │ │ │ ├── CausalIndividualView.tsx │ │ │ ├── CausalWhatIf.styles.ts │ │ │ ├── CausalWhatIf.tsx │ │ │ ├── LargeCausalIndividualView │ │ │ │ ├── ILargeCausalIndividualChartSpec.ts │ │ │ │ ├── LargeCausalIndividualChart.tsx │ │ │ │ ├── LargeCausalIndividualChartArea.tsx │ │ │ │ ├── LargeCausalIndividualChartLegend.tsx │ │ │ │ ├── LargeCausalIndividualView.tsx │ │ │ │ ├── getOnScatterPlotPointClick.ts │ │ │ │ └── largeCausalIndividualChartUtils.ts │ │ │ ├── Outcome.tsx │ │ │ ├── causalWhatIfUtils.ts │ │ │ ├── generateChartProps.ts │ │ │ └── getIndividualChartOptions.ts │ │ │ └── TreatmentView │ │ │ ├── TreatmentBarChart.tsx │ │ │ ├── TreatmentBarChartSection.tsx │ │ │ ├── TreatmentCell.tsx │ │ │ ├── TreatmentCondition.tsx │ │ │ ├── TreatmentList.tsx │ │ │ ├── TreatmentListSection.tsx │ │ │ ├── TreatmentSelection.tsx │ │ │ ├── TreatmentStyles.ts │ │ │ ├── TreatmentTable.styles.ts │ │ │ ├── TreatmentTable.tsx │ │ │ ├── TreatmentTableSection.tsx │ │ │ ├── TreatmentView.tsx │ │ │ └── getTreatmentBarChartOptions.ts │ ├── tsconfig.json │ ├── tsconfig.lib.json │ ├── tsconfig.spec.json │ └── yarn.lock ├── core-ui │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ └── lib │ │ │ ├── Cohort │ │ │ ├── Cohort.ts │ │ │ ├── CohortBaseAndFilters │ │ │ │ ├── CohortBaseAndFilters.styles.ts │ │ │ │ └── CohortBaseAndFilters.tsx │ │ │ ├── CohortBasedComponent.ts │ │ │ ├── CohortFilters │ │ │ │ ├── CohortFilters.styles.ts │ │ │ │ └── CohortFilters.tsx │ │ │ ├── CohortInfo │ │ │ │ ├── CohortInfo.styles.ts │ │ │ │ ├── CohortInfo.tsx │ │ │ │ └── CohortInfoPanel.tsx │ │ │ ├── CohortInfoSection │ │ │ │ └── CohortInfoSection.tsx │ │ │ ├── CohortList │ │ │ │ ├── CohortList.styles.ts │ │ │ │ ├── CohortList.tsx │ │ │ │ ├── CohortListPanel.tsx │ │ │ │ └── CohortNameColumn.tsx │ │ │ ├── CohortStats.ts │ │ │ ├── CohortStats │ │ │ │ ├── CohortStats.styles.ts │ │ │ │ └── CohortStats.tsx │ │ │ ├── Constants.ts │ │ │ ├── EditCohort │ │ │ │ └── EditCohort.tsx │ │ │ ├── ErrorCohort.ts │ │ │ ├── ManualCohortManagement │ │ │ │ ├── CohortBar.tsx │ │ │ │ ├── CohortEditor.styles.ts │ │ │ │ ├── CohortEditor.tsx │ │ │ │ ├── CohortEditorFilter.tsx │ │ │ │ ├── CohortEditorFilterList.tsx │ │ │ │ ├── CohortEditorFilterSection.tsx │ │ │ │ ├── CohortEditorFilterUtils.ts │ │ │ │ ├── CohortEditorPanelContent.tsx │ │ │ │ ├── CohortEditorPanelContentUtils.ts │ │ │ │ ├── CohortEditorUtils.ts │ │ │ │ ├── CohortList.tsx │ │ │ │ ├── CohortName.tsx │ │ │ │ ├── CompositeFilterList.tsx │ │ │ │ ├── EmptyCohortDialog.tsx │ │ │ │ ├── FilterList.test.tsx │ │ │ │ ├── FilterList.tsx │ │ │ │ ├── FilterListUtils.ts │ │ │ │ ├── NoneCategoricalFilterOptions.tsx │ │ │ │ └── __snapshots__ │ │ │ │ │ └── FilterList.test.tsx.snap │ │ │ ├── PredictionPath │ │ │ │ ├── PredictionPath.styles.ts │ │ │ │ └── PredictionPath.tsx │ │ │ ├── SaveCohort │ │ │ │ └── SaveCohort.tsx │ │ │ └── ShiftCohort │ │ │ │ ├── ShiftCohort.styles.ts │ │ │ │ └── ShiftCohort.tsx │ │ │ ├── Context │ │ │ └── ModelAssessmentContext.tsx │ │ │ ├── DatasetCohort.ts │ │ │ ├── DatasetCohortColumns.ts │ │ │ ├── FeatureFlights.ts │ │ │ ├── Highchart │ │ │ ├── BasicHighChart.tsx │ │ │ ├── BoxChartTooltip.tsx │ │ │ ├── ChartColors.ts │ │ │ ├── FeatureImportanceBar.styles.ts │ │ │ ├── FeatureImportanceBar.tsx │ │ │ ├── FeatureImportanceDependence.styles.ts │ │ │ ├── FeatureImportanceDependence.tsx │ │ │ ├── HeatmapHighChart.tsx │ │ │ ├── HighchartReact.tsx │ │ │ ├── HighchartTypes.ts │ │ │ ├── HighchartWrapper.tsx │ │ │ ├── HighchartsModules.tsx │ │ │ ├── IBoxChartState.ts │ │ │ ├── ICommonChartProps.ts │ │ │ ├── IHighchartsConfig.ts │ │ │ ├── Null.tsx │ │ │ ├── bubbleChart │ │ │ │ ├── ChartUtils.ts │ │ │ │ ├── buildScatterTemplate.ts │ │ │ │ ├── calculateBubbleData.ts │ │ │ │ ├── getBubbleChartOptions.ts │ │ │ │ ├── getScatterOption.ts │ │ │ │ └── getScatterPlot.ts │ │ │ ├── getDefaultHighchartOptions.ts │ │ │ └── getHighchartsTheme.ts │ │ │ ├── Interfaces │ │ │ ├── ComparisonTypes.ts │ │ │ ├── ExplanationInterfaces.ts │ │ │ ├── ICausalAnalysisData.ts │ │ │ ├── ICohort.tsx │ │ │ ├── IConfusionMatrixData.ts │ │ │ ├── ICounterfactualData.ts │ │ │ ├── IDataBalanceMeasures.ts │ │ │ ├── IDataset.ts │ │ │ ├── IErrorAnalysisData.ts │ │ │ ├── IExplanationContext.ts │ │ │ ├── IFairnessData.ts │ │ │ ├── IFilter.ts │ │ │ ├── IGlobalExplanationProps.ts │ │ │ ├── IHighchartBoxData.ts │ │ │ ├── IHighchartBubbleData.ts │ │ │ ├── ILocalExplanations.ts │ │ │ ├── IMetaData.ts │ │ │ ├── IModelExplanationData.ts │ │ │ ├── IPreBuiltCohort.tsx │ │ │ ├── IPreBuiltFilter.ts │ │ │ ├── IStatistic.ts │ │ │ ├── IVisionModelExplanationData.ts │ │ │ ├── IWeightedDropdownContext.ts │ │ │ ├── TextExplanationInterfaces.ts │ │ │ └── VisionExplanationInterfaces.ts │ │ │ ├── cohortKey.ts │ │ │ ├── components │ │ │ ├── AccessibleDetailsList.tsx │ │ │ ├── Announce.tsx │ │ │ ├── AxisConfig.tsx │ │ │ ├── AxisConfigBinOptions.styles.ts │ │ │ ├── AxisConfigBinOptions.tsx │ │ │ ├── AxisConfigChoiceGroup.tsx │ │ │ ├── AxisConfigDialog.styles.ts │ │ │ ├── AxisConfigDialog.tsx │ │ │ ├── AxisConfigDialogProps.ts │ │ │ ├── AxisConfigDialogSpinButton.tsx │ │ │ ├── AxisConfigDialogState.ts │ │ │ ├── AxisConfigDialogUtils.ts │ │ │ ├── ConfirmationDialog.tsx │ │ │ ├── ErrorDialog.tsx │ │ │ ├── ExpandableText.tsx │ │ │ ├── HeaderWithInfo.styles.ts │ │ │ ├── HeaderWithInfo.tsx │ │ │ ├── InteractiveLegend.styles.ts │ │ │ ├── InteractiveLegend.tsx │ │ │ ├── InteractiveLegendClickButton.tsx │ │ │ ├── InteractiveLegendEditAndDeleteButton.tsx │ │ │ ├── InteractiveLegendUtils.test.ts │ │ │ ├── InteractiveLegendUtils.ts │ │ │ ├── LabelWithCallout.styles.ts │ │ │ ├── LabelWithCallout.tsx │ │ │ ├── LoadingSpinner.styles.ts │ │ │ ├── LoadingSpinner.tsx │ │ │ ├── MissingParametersPlaceholder.styles.ts │ │ │ ├── MissingParametersPlaceholder.tsx │ │ │ ├── NoData.tsx │ │ │ ├── OverallMetricChart.styles.ts │ │ │ ├── OverallMetricChart.tsx │ │ │ ├── OverallMetricChartUtils.ts │ │ │ ├── SVGToolTip.styles.ts │ │ │ └── SVGToolTip.tsx │ │ │ └── util │ │ │ ├── CalculateBoxPlot.test.tsx │ │ │ ├── CalculateConfusionMatrix.test.tsx │ │ │ ├── CalculateLineData.test.tsx │ │ │ ├── DatasetUtils.ts │ │ │ ├── ExplanationUtils.ts │ │ │ ├── FeatureMetadataUtils.ts │ │ │ ├── FluentUIStyles.ts │ │ │ ├── GenerativeTextStatisticsUtils.ts │ │ │ ├── IGenericChartProps.ts │ │ │ ├── ITelemetryEvent.ts │ │ │ ├── JointDataset.test.ts │ │ │ ├── JointDataset.ts │ │ │ ├── JointDatasetUtils.ts │ │ │ ├── ModelExplanationUtils.ts │ │ │ ├── MulticlassStatisticsUtils.ts │ │ │ ├── MultilabelStatisticsUtils.ts │ │ │ ├── Never.ts │ │ │ ├── ObjectDetectionStatisticsUtils.ts │ │ │ ├── PartialRequired.ts │ │ │ ├── QuestionAnsweringStatisticsUtils.ts │ │ │ ├── StatisticsUtils.ts │ │ │ ├── StatisticsUtilsEnums.ts │ │ │ ├── TelemetryEventName.ts │ │ │ ├── TimeUtils.ts │ │ │ ├── array.ts │ │ │ ├── buildInitialContext.test.ts │ │ │ ├── buildInitialContext.ts │ │ │ ├── calculateBoxData.ts │ │ │ ├── calculateConfusionMatrixData.ts │ │ │ ├── calculateLineData.ts │ │ │ ├── compare.ts │ │ │ ├── datasetUtils │ │ │ ├── getColumnRanges.ts │ │ │ └── getPropertyValues.ts │ │ │ ├── formatting │ │ │ ├── stringFormat.test.ts │ │ │ └── stringFormat.ts │ │ │ ├── generateDefaultChartAxes.ts │ │ │ ├── generateRoute.ts │ │ │ ├── getBasicFilterString.ts │ │ │ ├── getBoxData.ts │ │ │ ├── getCohortFilterCount.ts │ │ │ ├── getCommonStyles.ts │ │ │ ├── getCompositeFilterString.ts │ │ │ ├── getDependenceData.ts │ │ │ ├── getDependencyChartOptions.ts │ │ │ ├── getFeatureImportanceBarOptions.ts │ │ │ ├── getFeatureImportanceBoxOptions.ts │ │ │ ├── getFeatureOptions.ts │ │ │ ├── getFilterBoundsArgs.ts │ │ │ ├── getRandomId.ts │ │ │ ├── initializeOfficeFabric.ts │ │ │ ├── isNumber.test.ts │ │ │ ├── isNumber.ts │ │ │ ├── nameof.ts │ │ │ ├── rowErrorSize.ts │ │ │ ├── string.ts │ │ │ └── toScientific.ts │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json ├── counterfactuals │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ ├── lib │ │ │ ├── CounterfactualChart.styles.ts │ │ │ ├── CounterfactualChart.tsx │ │ │ ├── CounterfactualChartLegend.tsx │ │ │ ├── CounterfactualChartWithLegend.tsx │ │ │ ├── CounterfactualComponent.tsx │ │ │ ├── CounterfactualComponentUtils.ts │ │ │ ├── CounterfactualConstants.ts │ │ │ ├── CounterfactualErrorDialog.tsx │ │ │ ├── CounterfactualList.styles.ts │ │ │ ├── CounterfactualList.tsx │ │ │ ├── CounterfactualListColumnName.tsx │ │ │ ├── CounterfactualListDetailsFooter.tsx │ │ │ ├── CounterfactualListSetValue.tsx │ │ │ ├── CounterfactualLocalImportanceChart.tsx │ │ │ ├── CounterfactualPanel.styles.ts │ │ │ ├── CounterfactualPanel.tsx │ │ │ ├── CounterfactualPanelNameTextField.tsx │ │ │ ├── CounterfactualsTab.styles.ts │ │ │ ├── CounterfactualsTab.tsx │ │ │ ├── CustomPredictionLabels.tsx │ │ │ ├── LocalImportanceChart.tsx │ │ │ ├── buildCounterfactualState.ts │ │ │ └── largeCounterfactualsView │ │ │ │ ├── LargeCounterfactualChart.tsx │ │ │ │ └── LargeCounterfactualChartArea.tsx │ │ └── util │ │ │ ├── generateDefaultChartAxes.ts │ │ │ ├── generatePlotlyProps.ts │ │ │ ├── getCategoricalOption.ts │ │ │ ├── getColumns.ts │ │ │ ├── getCopyOfDatasetPoint.ts │ │ │ ├── getCounterfactualChartOptions.ts │ │ │ ├── getCurrentLabel.ts │ │ │ ├── getDefaultSelectedPointIndexes.ts │ │ │ ├── getFetchPredictionPromise.ts │ │ │ ├── getFilterFeatures.ts │ │ │ ├── getOriginalData.ts │ │ │ ├── getPredictedProbabilities.ts │ │ │ ├── getSelectedFeatureImportance.ts │ │ │ ├── getSortArrayAndIndex.ts │ │ │ ├── getSortedFeatureNames.ts │ │ │ ├── getTargetColumnNamePrefix.ts │ │ │ ├── getTargetFeatureName.ts │ │ │ └── largeCounterfactualsView │ │ │ └── getOnScatterPlotPointClick.ts │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json ├── dataset-explorer │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ └── lib │ │ │ ├── ChartView │ │ │ ├── DataAnalysisView │ │ │ │ ├── DatasetExplorerTab.tsx │ │ │ │ └── SidePanel.tsx │ │ │ ├── LargeDataView │ │ │ │ ├── ILargeDatasetExplorerTabSpec.ts │ │ │ │ ├── LargeDatasetExplorerChartArea.tsx │ │ │ │ ├── LargeDatasetExplorerTab.tsx │ │ │ │ ├── getBarOrBoxChartConfig.ts │ │ │ │ └── largeDatasetExplorerTabUtils.ts │ │ │ └── utils │ │ │ │ ├── DatasetExplorerTab.styles.ts │ │ │ │ ├── ScatterUtils.test.ts │ │ │ │ ├── ScatterUtils.ts │ │ │ │ ├── basePlotlyProperties.ts │ │ │ │ ├── buildCustomData.ts │ │ │ │ ├── buildHoverTemplate.ts │ │ │ │ ├── buildScatterTemplate.ts │ │ │ │ ├── generateDefaultChartAxes.ts │ │ │ │ ├── generatePlotlyProps.ts │ │ │ │ ├── getDatasetBar.ts │ │ │ │ ├── getDatasetBarOption.ts │ │ │ │ ├── getDatasetBoxOption.ts │ │ │ │ ├── getDatasetOption.ts │ │ │ │ ├── getDatasetScatter.ts │ │ │ │ ├── getDatasetScatterOption.ts │ │ │ │ └── getGroupedData.ts │ │ │ ├── DataAnalysisTab.styles.ts │ │ │ ├── DataAnalysisTab.tsx │ │ │ ├── DataBalanceView │ │ │ ├── AggregateBalanceMeasuresTable.tsx │ │ │ ├── DataBalanceTab.styles.ts │ │ │ ├── DataBalanceTab.tsx │ │ │ ├── DistributionBalanceMeasuresChart.tsx │ │ │ ├── FeatureBalanceMeasuresChart.tsx │ │ │ ├── FeatureBalanceMeasuresDescription.tsx │ │ │ ├── getDistributionBalanceMeasuresChart.ts │ │ │ └── getFeatureBalanceMeasuresChart.ts │ │ │ └── TableView │ │ │ ├── TableView.styles.ts │ │ │ ├── TableView.tsx │ │ │ ├── TableViewDetailsHeader.tsx │ │ │ ├── TableViewGroupHeader.tsx │ │ │ ├── TableViewProps.ts │ │ │ ├── TableViewState.ts │ │ │ ├── TableViewTab.styles.ts │ │ │ └── TableViewTab.tsx │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json ├── e2e │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── cypress.json │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ ├── lib │ │ │ └── describer │ │ │ │ ├── interpretText │ │ │ │ ├── Constants.ts │ │ │ │ ├── IInterpretTextData.ts │ │ │ │ ├── dropdown.ts │ │ │ │ ├── getDefaultTopKWords.ts │ │ │ │ ├── individualFeatureImportance │ │ │ │ │ ├── describeBarChart.ts │ │ │ │ │ ├── describeClassImportanceWeightsDropdown.ts │ │ │ │ │ ├── describeLegend.ts │ │ │ │ │ ├── describeRadioButtonFeatureWeightsSelector.ts │ │ │ │ │ ├── describeSlider.ts │ │ │ │ │ ├── describeTextHighlighting.ts │ │ │ │ │ └── describeTextIndividualFeatureImportance.ts │ │ │ │ └── validateBarChart.ts │ │ │ │ └── modelAssessment │ │ │ │ ├── Constants.ts │ │ │ │ ├── IModelAssessmentData.ts │ │ │ │ ├── causalAnalysis │ │ │ │ ├── describeAggregateCausalAffects.ts │ │ │ │ └── describeCausalAnalysis.ts │ │ │ │ ├── dataBalance │ │ │ │ ├── describeAggregateBalanceMeasures.ts │ │ │ │ ├── describeDataBalance.ts │ │ │ │ ├── describeDistributionBalanceMeasures.ts │ │ │ │ └── describeFeatureBalanceMeasures.ts │ │ │ │ ├── dataExplorer │ │ │ │ ├── describeAggregatePlot.ts │ │ │ │ ├── describeAxisConfigDialog.ts │ │ │ │ ├── describeCohortFunctionality.ts │ │ │ │ ├── describeDatasetExplorer.ts │ │ │ │ └── describeIndividualDatapoints.ts │ │ │ │ ├── datasets │ │ │ │ ├── BlbooksgenreTextClassificationModelDebugging.ts │ │ │ │ ├── BlbooksgenreTextExplanationData.ts │ │ │ │ ├── CensusClassificationModelDebugging.ts │ │ │ │ ├── CovidTextClassificationModelDebugging.ts │ │ │ │ ├── CovidTextExplanationData.ts │ │ │ │ ├── DBPediaTextClassificationModelDebugging.ts │ │ │ │ ├── DBPediaTextExplanationData.ts │ │ │ │ ├── DiabetesDecisionMaking.ts │ │ │ │ ├── DiabetesRegressionModelDebugging.ts │ │ │ │ ├── FridgeImageClassificationModelDebugging.ts │ │ │ │ ├── FridgeMultilabelModelDebugging.ts │ │ │ │ ├── FridgeObjectDetectionModelDebugging.ts │ │ │ │ ├── HousingClassificationModelDebugging.ts │ │ │ │ ├── HousingDecisionMaking.ts │ │ │ │ ├── HousingRegression.ts │ │ │ │ ├── MulticlassDnnModelDebugging.ts │ │ │ │ ├── OrangeJuiceForecasting.ts │ │ │ │ └── modelAssessmentDatasets.ts │ │ │ │ ├── errorAnalysis │ │ │ │ ├── describeErrorAnalysis.ts │ │ │ │ ├── describeErrorAnalysisCohortInfo.ts │ │ │ │ └── describeErrorAnalysisTreeMap.ts │ │ │ │ ├── featureImportances │ │ │ │ ├── aggregateFeatureImportance │ │ │ │ │ ├── describeAggregateFeatureImportance.ts │ │ │ │ │ ├── describeCohortFunctionality.ts │ │ │ │ │ ├── describeGlobalExplanationBarChart.ts │ │ │ │ │ ├── describeGlobalExplanationBoxChart.ts │ │ │ │ │ └── describeGlobalExplanationChart.ts │ │ │ │ ├── individualFeatureImportance │ │ │ │ │ ├── describeIndividualFeatureImportance.ts │ │ │ │ │ ├── describeSubBarChart.ts │ │ │ │ │ ├── describeSubLineChart.ts │ │ │ │ │ └── describeTabularDataView.ts │ │ │ │ └── textFeatureImportance │ │ │ │ │ └── describeModelAssessmentTextFeatureImportance.ts │ │ │ │ ├── modelOverview │ │ │ │ ├── charts.ts │ │ │ │ ├── describeModelOverview.ts │ │ │ │ ├── ensureAllModelOverviewBasicElementsArePresent.ts │ │ │ │ ├── ensureAllModelOverviewDatasetCohortsViewBasicElementsArePresent.ts │ │ │ │ ├── ensureAllModelOverviewFeatureCohortsViewBasicElementsArePresent.ts │ │ │ │ ├── ensureAllModelOverviewFeatureCohortsViewElementsAfterSelectionArePresent.ts │ │ │ │ ├── ensureHeatmapToggleBehavior.ts │ │ │ │ ├── ensureNewCohortsShowUpInCharts.ts │ │ │ │ └── numberOfCohorts.ts │ │ │ │ ├── visionDataExplorer │ │ │ │ ├── describeVisionDataExplorer.ts │ │ │ │ ├── ensureAllVisionDataExplorerBasicElementsArePresent.ts │ │ │ │ ├── ensureAllVisionDataExplorerClassViewElementsAfterSelectionArePresent.ts │ │ │ │ ├── ensureAllVisionDataExplorerImageExplorerViewElementsAfterSelectionArePresent.ts │ │ │ │ ├── ensureAllVisionDataExplorerTableViewElementsAfterSelectionArePresent.ts │ │ │ │ └── ensureAllVisionDataExplorerViewElementsBeforeSelectionAreNotPresent.ts │ │ │ │ ├── whatIfCounterfactuals │ │ │ │ ├── describeAxisFlyouts.ts │ │ │ │ ├── describeSubBarChart.ts │ │ │ │ ├── describeWhatIf.ts │ │ │ │ ├── describeWhatIfCommonFunctionalities.ts │ │ │ │ └── describeWhatIfCreate.ts │ │ │ │ └── whatIfForecasting │ │ │ │ ├── describeWhatIfForecasting.ts │ │ │ │ ├── describeWhatIfForecastingCreate.ts │ │ │ │ └── describeWhatIfForecastingCreateWhatIf.ts │ │ └── util │ │ │ ├── App.ts │ │ │ ├── BarChart.ts │ │ │ ├── BarHighchart.ts │ │ │ ├── BoxChart.ts │ │ │ ├── Chart.ts │ │ │ ├── ScatterChart.ts │ │ │ ├── ScatterChartErrorBars.ts │ │ │ ├── ScatterHighchart.ts │ │ │ ├── Table.ts │ │ │ ├── comboBox.ts │ │ │ ├── createCohort.ts │ │ │ ├── dropdown.ts │ │ │ ├── generateId.ts │ │ │ ├── getMenu.ts │ │ │ ├── getOS.ts │ │ │ ├── getSpan.ts │ │ │ ├── getText.ts │ │ │ ├── getValue.ts │ │ │ ├── nameof.ts │ │ │ ├── setValue.ts │ │ │ └── visit.ts │ ├── tsconfig.e2e.json │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json ├── error-analysis │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ └── lib │ │ │ └── ErrorAnalysisDashboard │ │ │ ├── ColorPalette.ts │ │ │ ├── Controls │ │ │ ├── ErrorAnalysisView │ │ │ │ ├── ErrorAnalysis.styles.ts │ │ │ │ ├── ErrorAnalysisView.tsx │ │ │ │ └── ErrorAnalysisViewTab.tsx │ │ │ ├── FeatureList │ │ │ │ ├── FeatureList.tsx │ │ │ │ └── FeatureListUtils.tsx │ │ │ ├── FilterTooltip │ │ │ │ ├── FilterTooltip.styles.ts │ │ │ │ └── FilterTooltip.tsx │ │ │ ├── Gradient │ │ │ │ ├── Gradient.styles.ts │ │ │ │ └── Gradient.tsx │ │ │ ├── InfoCallout │ │ │ │ ├── InfoCallout.styles.ts │ │ │ │ └── InfoCallout.tsx │ │ │ ├── InspectionView │ │ │ │ └── InspectionView.tsx │ │ │ ├── InstanceView │ │ │ │ ├── InstanceView.styles.ts │ │ │ │ └── InstanceView.tsx │ │ │ ├── MainMenu │ │ │ │ ├── MainMenu.styles.ts │ │ │ │ └── MainMenu.tsx │ │ │ ├── MapShift │ │ │ │ └── MapShift.tsx │ │ │ ├── Matrix │ │ │ │ ├── FeatureRowCategories │ │ │ │ │ ├── FeatureRowCategories.styles.ts │ │ │ │ │ └── FeatureRowCategories.tsx │ │ │ │ ├── IMatrixCategory.ts │ │ │ │ ├── MatrixArea │ │ │ │ │ ├── MatrixArea.styles.ts │ │ │ │ │ ├── MatrixArea.tsx │ │ │ │ │ ├── MatrixAreaOptions.tsx │ │ │ │ │ ├── MatrixAreaProps.ts │ │ │ │ │ ├── MatrixAreaUtils.ts │ │ │ │ │ └── StatsAggregator.ts │ │ │ │ ├── MatrixCategory │ │ │ │ │ ├── MatrixCategory.styles.ts │ │ │ │ │ └── MatrixCategory.tsx │ │ │ │ ├── MatrixCells │ │ │ │ │ ├── MatrixCells.styles.ts │ │ │ │ │ └── MatrixCells.tsx │ │ │ │ ├── MatrixFilter │ │ │ │ │ ├── MatrixFilter.styles.ts │ │ │ │ │ └── MatrixFilter.tsx │ │ │ │ ├── MatrixFilterState.ts │ │ │ │ ├── MatrixFooter │ │ │ │ │ ├── MatrixFooter.styles.ts │ │ │ │ │ └── MatrixFooter.tsx │ │ │ │ ├── MatrixLegend │ │ │ │ │ ├── MatrixLegend.styles.ts │ │ │ │ │ └── MatrixLegend.tsx │ │ │ │ ├── MatrixOptions │ │ │ │ │ ├── MatrixOptions.styles.ts │ │ │ │ │ └── MatrixOptions.tsx │ │ │ │ └── MatrixSummary │ │ │ │ │ ├── MatrixSummary.styles.ts │ │ │ │ │ └── MatrixSummary.tsx │ │ │ ├── MetricSelector │ │ │ │ └── MetricSelector.tsx │ │ │ ├── Navigation │ │ │ │ ├── Navigation.styles.ts │ │ │ │ └── Navigation.tsx │ │ │ ├── TabularDataView │ │ │ │ ├── TabularDataView.styles.ts │ │ │ │ └── TabularDataView.tsx │ │ │ ├── TreeLegend │ │ │ │ ├── TreeLegend.styles.ts │ │ │ │ └── TreeLegend.tsx │ │ │ ├── TreeViewParameters │ │ │ │ ├── TreeViewParameters.styles.ts │ │ │ │ └── TreeViewParameters.tsx │ │ │ ├── TreeViewRenderer │ │ │ │ ├── TreeViewNode.tsx │ │ │ │ ├── TreeViewPath.tsx │ │ │ │ ├── TreeViewProps.tsx │ │ │ │ ├── TreeViewRenderer.styles.ts │ │ │ │ ├── TreeViewRenderer.tsx │ │ │ │ ├── TreeViewState.ts │ │ │ │ └── TreeViewUtils.ts │ │ │ └── WhatIf │ │ │ │ ├── WhatIf.styles.ts │ │ │ │ └── WhatIf.tsx │ │ │ ├── ErrorAnalysisDashboard.styles.ts │ │ │ ├── ErrorAnalysisDashboard.tsx │ │ │ ├── ErrorAnalysisEnums.ts │ │ │ ├── FilterProps.ts │ │ │ ├── Interfaces │ │ │ ├── IErrorAnalysisDashboardProps.ts │ │ │ ├── IErrorAnalysisDashboardState.ts │ │ │ ├── IFilter.ts │ │ │ ├── IHierarchyPointNode.ts │ │ │ └── IStringsParam.ts │ │ │ ├── MetricUtils.ts │ │ │ ├── ModelExplanationUtils.ts │ │ │ └── Styles │ │ │ └── CommonStyles.styles.ts │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json ├── fairness │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ └── lib │ │ │ ├── BarPlotlyProps.tsx │ │ │ ├── Controls │ │ │ ├── BinDialog.styles.ts │ │ │ ├── BinDialog.tsx │ │ │ ├── CalloutErrorBars.tsx │ │ │ ├── CalloutGraph.tsx │ │ │ ├── CalloutHelpBar.tsx │ │ │ ├── DataSpecificationBlade.styles.ts │ │ │ ├── DataSpecificationBlade.tsx │ │ │ ├── DropdownBar.tsx │ │ │ ├── EmptyHeader.tsx │ │ │ ├── FairnessPicker.tsx │ │ │ ├── FairnessTab.tsx │ │ │ ├── FeatureTab.tsx │ │ │ ├── FeatureTabActionButton.tsx │ │ │ ├── FeatureTabSubGroup.tsx │ │ │ ├── IPerformancePlotLegendProps.ts │ │ │ ├── IWizardTabProps.ts │ │ │ ├── Insights.styles.ts │ │ │ ├── Insights.tsx │ │ │ ├── IntroTab.styles.ts │ │ │ ├── IntroTab.tsx │ │ │ ├── IntroTabIcon.svg │ │ │ ├── ModelComparisonChart.styles.ts │ │ │ ├── ModelComparisonChart.tsx │ │ │ ├── ModelComparisonChartLoadData.ts │ │ │ ├── ModelComparisonChartMain.tsx │ │ │ ├── ModelComparisonChartPlotlyProps.ts │ │ │ ├── OutcomePlot.tsx │ │ │ ├── OverallTable.tsx │ │ │ ├── PerformancePicker.tsx │ │ │ ├── PerformancePlot.styles.ts │ │ │ ├── PerformancePlot.tsx │ │ │ ├── PerformancePlotHelper.ts │ │ │ ├── PerformancePlotLegend.tsx │ │ │ ├── PerformanceTab.tsx │ │ │ ├── ReportChart.tsx │ │ │ ├── SelectionList.tsx │ │ │ ├── WizardFooter.styles.ts │ │ │ └── WizardFooter.tsx │ │ │ ├── FairnessWizard.styles.ts │ │ │ ├── FairnessWizard.tsx │ │ │ ├── FairnessWizardState.ts │ │ │ ├── FairnessWizardTabs.tsx │ │ │ ├── IFairnessProps.ts │ │ │ ├── IMetrics.tsx │ │ │ ├── Shared.styles.ts │ │ │ ├── WizardReport.styles.ts │ │ │ ├── WizardReport.tsx │ │ │ ├── WizardReportHelper.tsx │ │ │ ├── WizardReportMainChart.tsx │ │ │ └── util │ │ │ ├── BinnedResponseBuilder.ts │ │ │ ├── FairnessMetrics.ts │ │ │ ├── FormatMetrics.ts │ │ │ ├── IBinnedResponse.ts │ │ │ ├── IFairnessContext.ts │ │ │ ├── MetricsCache.ts │ │ │ ├── PerformanceMetrics.ts │ │ │ ├── WizardBuilder.ts │ │ │ ├── calculateFairnessMetric.spec.ts │ │ │ ├── calculateFairnessMetric.test.ts │ │ │ └── calculateFairnessMetric.ts │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json ├── forecasting │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ └── lib │ │ │ └── ForecastingDashboard │ │ │ ├── Controls │ │ │ ├── ForecastComparison.tsx │ │ │ ├── TransformationCreation.tsx │ │ │ ├── TransformationCreationCategorical.tsx │ │ │ ├── TransformationCreationContinuous.tsx │ │ │ ├── TransformationCreationDialog.tsx │ │ │ ├── TransformationsTable.tsx │ │ │ ├── WhatIfSection.tsx │ │ │ ├── getForecastPrediction.ts │ │ │ ├── isValidTransformationName.test.ts │ │ │ └── isValidTransformationName.ts │ │ │ ├── ForecastingDashboard.styles.ts │ │ │ ├── ForecastingDashboard.tsx │ │ │ └── Interfaces │ │ │ └── Transformation.ts │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json ├── interpret-text │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ └── lib │ │ │ └── TextExplanationDashboard │ │ │ ├── CommonUtils.ts │ │ │ ├── Control │ │ │ ├── BarChart │ │ │ │ ├── BarChart.tsx │ │ │ │ └── getTokenImportancesChartOptions.ts │ │ │ ├── TextExplanationView │ │ │ │ ├── ITextExplanationViewSpec.ts │ │ │ │ ├── SidePanelOfChart.tsx │ │ │ │ ├── TextExplanationView.styles.ts │ │ │ │ ├── TextExplanationView.tsx │ │ │ │ ├── TextExplanationViewUtils.ts │ │ │ │ ├── TextInputOutputAreaWithLegend.tsx │ │ │ │ └── TrueAndPredictedAnswerView.tsx │ │ │ ├── TextFeatureLegend │ │ │ │ ├── TextFeatureLegend.styles.ts │ │ │ │ └── TextFeatureLegend.tsx │ │ │ └── TextHighlighting │ │ │ │ ├── TextHighlighting.styles.ts │ │ │ │ └── TextHightlighting.tsx │ │ │ ├── Interfaces │ │ │ ├── IChartProps.ts │ │ │ ├── IExplanationDashboardProps.ts │ │ │ └── IExplanationViewProps.ts │ │ │ ├── TextExplanationDashboard.styles.ts │ │ │ └── TextExplanationDashboard.tsx │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json ├── interpret-vision │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ └── lib │ │ │ └── VisionExplanationDashboard │ │ │ ├── Controls │ │ │ ├── CohortToolBar.tsx │ │ │ ├── DataCharacteristics.styles.ts │ │ │ ├── DataCharacteristics.tsx │ │ │ ├── DataCharacteristicsHeader.tsx │ │ │ ├── DataCharacteristicsHelper.ts │ │ │ ├── DataCharacteristicsLegend.tsx │ │ │ ├── DataCharacteristicsRow.tsx │ │ │ ├── DataCharacteristicsSortHelper.tsx │ │ │ ├── DetectionDetails.tsx │ │ │ ├── Flyout.styles.ts │ │ │ ├── Flyout.tsx │ │ │ ├── FlyoutObjectDetection.tsx │ │ │ ├── FlyoutObjectDetectionUtils.tsx │ │ │ ├── ImageList.styles.ts │ │ │ ├── ImageList.tsx │ │ │ ├── PageSizeSelectors.tsx │ │ │ ├── Pivots.tsx │ │ │ ├── TableList.tsx │ │ │ ├── TableListHelper.ts │ │ │ ├── TabsView.tsx │ │ │ ├── TitleBar.styles.ts │ │ │ ├── TitleBar.tsx │ │ │ └── ToolBar.tsx │ │ │ ├── Interfaces │ │ │ ├── ISearchable.ts │ │ │ ├── IVisionExplanationDashboardProps.ts │ │ │ └── IVisionExplanationDashboardState.ts │ │ │ ├── VisionExplanationDashboard.styles.ts │ │ │ ├── VisionExplanationDashboard.tsx │ │ │ ├── VisionExplanationDashboardHeader.tsx │ │ │ ├── VisionExplanationDashboardHelper.ts │ │ │ └── utils │ │ │ ├── FlyoutUtils.tsx │ │ │ ├── getAltTextUtils.ts │ │ │ ├── getFilteredData.ts │ │ │ ├── getTableListColumns.ts │ │ │ ├── labelUtils.ts │ │ │ └── searchTextUtils.ts │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json ├── interpret │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ └── lib │ │ │ └── MLIDashboard │ │ │ ├── Controls │ │ │ ├── ClassImportanceWeights │ │ │ │ └── ClassImportanceWeights.tsx │ │ │ ├── DependencePlot │ │ │ │ ├── DependencePlot.styles.ts │ │ │ │ └── DependencePlot.tsx │ │ │ ├── EbmExplanation.tsx │ │ │ ├── ExplainerCallouts │ │ │ │ └── explainerCalloutDictionary.ts │ │ │ ├── FeatureImportance │ │ │ │ ├── Beehive.styles.ts │ │ │ │ ├── Beehive.tsx │ │ │ │ ├── FeatureImportanceBar.styles.ts │ │ │ │ ├── FeatureImportanceBar.tsx │ │ │ │ ├── FeatureImportanceModes.tsx │ │ │ │ ├── FeatureImportanceWrapper.tsx │ │ │ │ ├── Violin.styles.ts │ │ │ │ └── Violin.tsx │ │ │ ├── FeatureImportanceBar │ │ │ │ ├── FeatureImportanceBar.styles.ts │ │ │ │ └── FeatureImportanceBar.tsx │ │ │ ├── GlobalExplanationTab │ │ │ │ ├── GlobalExplanationTab.styles.ts │ │ │ │ ├── GlobalExplanationTab.tsx │ │ │ │ ├── IGlobalSeries.ts │ │ │ │ └── SidePanel.tsx │ │ │ ├── GlobalOnlyChart │ │ │ │ └── GlobalOnlyChart.tsx │ │ │ ├── GlobalViolinPlot.tsx │ │ │ ├── ICEPlot.styles.ts │ │ │ ├── ICEPlot.tsx │ │ │ ├── ModelPerformanceTab │ │ │ │ ├── ModelPerformanceTab.styles.ts │ │ │ │ └── ModelPerformanceTab.tsx │ │ │ ├── MultiICEPlot │ │ │ │ ├── MultiICEPlot.styles.ts │ │ │ │ └── MultiICEPlot.tsx │ │ │ ├── PerturbationExploration.styles.ts │ │ │ ├── PerturbationExploration.tsx │ │ │ ├── Scatter │ │ │ │ ├── DataExploration.tsx │ │ │ │ ├── ExplanationExploration.tsx │ │ │ │ ├── Scatter.styles.ts │ │ │ │ └── ScatterUtils.ts │ │ │ ├── SinglePointFeatureImportance.styles.ts │ │ │ ├── SinglePointFeatureImportance.tsx │ │ │ ├── SwarmFeaturePlot.tsx │ │ │ └── WhatIfTab │ │ │ │ ├── CustomPredictionLabels.tsx │ │ │ │ ├── ExistingPredictionLabels.tsx │ │ │ │ ├── LocalImportancePlots.tsx │ │ │ │ ├── WhatIfConstants.ts │ │ │ │ ├── WhatIfPanel.tsx │ │ │ │ ├── WhatIfPanelComboBox.tsx │ │ │ │ ├── WhatIfPanelTextField.tsx │ │ │ │ ├── WhatIfTab.styles.ts │ │ │ │ └── WhatIfTab.tsx │ │ │ ├── ExplanationDashboard.styles.ts │ │ │ ├── ExplanationDashboard.tsx │ │ │ ├── ExplanationDashboardActiveTabs.tsx │ │ │ ├── Interfaces │ │ │ ├── IExplanationDashboardProps.ts │ │ │ └── IStringsParam.ts │ │ │ ├── NewExplanationDashboard.styles.ts │ │ │ ├── NewExplanationDashboard.tsx │ │ │ ├── SharedComponents │ │ │ ├── BarChart.styles.ts │ │ │ ├── BarChart.tsx │ │ │ ├── BinningControl.styles.ts │ │ │ ├── BinningControl.tsx │ │ │ ├── FeatureEditingTile.styles.ts │ │ │ ├── FeatureEditingTile.tsx │ │ │ ├── IBarChartConfig.ts │ │ │ ├── LoadingSpinner.styles.ts │ │ │ ├── LoadingSpinner.tsx │ │ │ ├── NoDataMessage.styles.ts │ │ │ ├── NoDataMessage.tsx │ │ │ ├── PlotlyUtils.ts │ │ │ ├── PredictionLabel.styles.ts │ │ │ └── PredictionLabel.tsx │ │ │ ├── ValidateProperties.ts │ │ │ ├── buildInitialExplanationContext.ts │ │ │ ├── utils │ │ │ ├── buildColumnRanges.ts │ │ │ ├── buildYAxis.ts │ │ │ ├── getClassLength.ts │ │ │ ├── getIceChartOption.ts │ │ │ └── mergeXYData.ts │ │ │ └── validateInputs.ts │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json ├── localization │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ └── lib │ │ │ ├── Language.ts │ │ │ ├── Pseudoloc.ts │ │ │ ├── en.cs.json │ │ │ ├── en.de.json │ │ │ ├── en.es.json │ │ │ ├── en.fr.json │ │ │ ├── en.hu.json │ │ │ ├── en.it.json │ │ │ ├── en.ja.json │ │ │ ├── en.json │ │ │ ├── en.ko.json │ │ │ ├── en.nl.json │ │ │ ├── en.pl.json │ │ │ ├── en.pt-BR.json │ │ │ ├── en.pt-PT.json │ │ │ ├── en.ru.json │ │ │ ├── en.sv.json │ │ │ ├── en.tr.json │ │ │ ├── en.zh-Hans.json │ │ │ ├── en.zh-Hant.json │ │ │ ├── getLocalization.ts │ │ │ ├── localization.ts │ │ │ └── qps-ploc.json │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json ├── mlchartlib │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── package.json │ ├── src │ │ ├── index.ts │ │ └── lib │ │ │ ├── components │ │ │ ├── AccessibleChart.styles.ts │ │ │ ├── AccessibleChart.tsx │ │ │ ├── AccessorMappingFunctionNames.ts │ │ │ ├── ChartBuilder.ts │ │ │ ├── DefaultSelectionFunctions.ts │ │ │ ├── DisplayFormatters.ts │ │ │ ├── IAccessor.ts │ │ │ ├── ICategoricalRange.ts │ │ │ ├── IColumnRange.ts │ │ │ ├── IData.ts │ │ │ ├── IModelMetadata.ts │ │ │ ├── INumericRange.ts │ │ │ ├── IPlotlyProperty.ts │ │ │ ├── ModelMetadata.ts │ │ │ ├── PlotlyMode.ts │ │ │ ├── PlotlyThemes.ts │ │ │ ├── RangeTypes.ts │ │ │ ├── SelectionContext.ts │ │ │ └── accessorMappingFunctions.ts │ │ │ └── util │ │ │ ├── chartColors.ts │ │ │ └── roundDecimal.ts │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json └── model-assessment │ ├── .babelrc │ ├── .eslintrc.json │ ├── README.md │ ├── babel-jest.config.json │ ├── jest.config.js │ ├── package.json │ ├── src │ ├── index.ts │ └── lib │ │ └── ModelAssessmentDashboard │ │ ├── AddTabButton.styles.ts │ │ ├── AddTabButton.tsx │ │ ├── AvailableTabs.ts │ │ ├── Cohort │ │ ├── ChangeGlobalCohort.tsx │ │ ├── ChangeGlobalCohortButton.tsx │ │ ├── CohortDeleteDialog.tsx │ │ ├── CohortList.styles.ts │ │ ├── CohortList.tsx │ │ ├── CohortListDeleteButton.tsx │ │ ├── CohortListItem.tsx │ │ ├── CohortSettingsPanel.tsx │ │ ├── CreateGlobalCohort.tsx │ │ ├── CreateGlobalCohortButton.tsx │ │ ├── GenerateTimeSeriesCohorts.test.ts │ │ ├── GenerateTimeSeriesCohorts.ts │ │ ├── ProcessPreBuiltCohort.ts │ │ ├── ProcessPreBuiltCohortBinaryClassification.test.ts │ │ ├── ProcessPreBuiltCohortRegression.test.ts │ │ ├── ProcessPreBuiltDatasetCohort.ts │ │ └── ShiftCohort.tsx │ │ ├── Context │ │ └── buildModelAssessmentContext.ts │ │ ├── Controls │ │ ├── DashboardSettingDeleteButton.test.tsx │ │ ├── DashboardSettingDeleteButton.tsx │ │ ├── DashboardSettings.tsx │ │ ├── FeatureImportances.styles.ts │ │ ├── FeatureImportances.tsx │ │ ├── IndividualFeatureImportanceView │ │ │ ├── IndividualFeatureImportanceProps.ts │ │ │ ├── IndividualFeatureImportanceState.ts │ │ │ ├── IndividualFeatureImportanceView.styles.ts │ │ │ ├── IndividualFeatureImportanceView.tsx │ │ │ ├── LargeIndividualFeatureImportanceView │ │ │ │ ├── ILargeIndividualFeatureImportanceViewSpec.ts │ │ │ │ ├── LargeIndividualFeatureImportanceChartArea.tsx │ │ │ │ ├── LargeIndividualFeatureImportanceLegend.tsx │ │ │ │ ├── LargeIndividualFeatureImportanceView.styles.ts │ │ │ │ ├── LargeIndividualFeatureImportanceView.tsx │ │ │ │ ├── LocalImportanceChart.styles.ts │ │ │ │ ├── LocalImportanceChart.tsx │ │ │ │ ├── constants.ts │ │ │ │ ├── getOnScatterPlotPointClick.ts │ │ │ │ ├── largeIndividualFeatureImportanceViewUtils.ts │ │ │ │ └── localImportanceChartUtils.ts │ │ │ ├── TabularLocalImportancePlots.tsx │ │ │ └── TextLocalImportancePlots.tsx │ │ ├── MainMenu.styles.ts │ │ ├── MainMenu.tsx │ │ ├── ModelOverview │ │ │ ├── ChartConfigurationFlyout.tsx │ │ │ ├── ChartConfigurationFlyoutProps.tsx │ │ │ ├── ChartConfigurationFlyoutState.tsx │ │ │ ├── ChartConfigurationFlyoutUtils.tsx │ │ │ ├── CohortStatsHeatmap.tsx │ │ │ ├── ConfusionMatrixHeatmap.tsx │ │ │ ├── ConfusionMatrixHeatmapConfig.tsx │ │ │ ├── Constants.ts │ │ │ ├── DatasetCohortStatsTable.tsx │ │ │ ├── DisaggregatedAnalysisTable.tsx │ │ │ ├── DisaggregatedAnalysisUtils.ts │ │ │ ├── FairnessMetricTable.tsx │ │ │ ├── FeatureConfigurationFlyout.tsx │ │ │ ├── FeaturesUtils.test.ts │ │ │ ├── FeaturesUtils.ts │ │ │ ├── MetricConfigurationFlyout.tsx │ │ │ ├── Metrics.test.tsx │ │ │ ├── Metrics.ts │ │ │ ├── ModelOverview.styles.ts │ │ │ ├── ModelOverview.tsx │ │ │ ├── ModelOverviewChart.styles.ts │ │ │ ├── ModelOverviewChartPivot.tsx │ │ │ ├── ModelOverviewMetricChart.tsx │ │ │ ├── ObjectDetectionModelOverview.tsx │ │ │ ├── ProbabilityDistributionBoxChart.tsx │ │ │ ├── ProbabilityDistributionChart.tsx │ │ │ ├── ProbabilityDistributionSplineChart.tsx │ │ │ ├── RegressionDistributionChart.tsx │ │ │ └── StatsTableUtils.ts │ │ ├── TabsView │ │ │ ├── TabsView.styles.ts │ │ │ ├── TabsView.tsx │ │ │ ├── TabsViewProps.ts │ │ │ ├── constants.ts │ │ │ └── utils.ts │ │ └── __snapshots__ │ │ │ └── DashboardSettingDeleteButton.test.tsx.snap │ │ ├── ModelAssessmentDashboard.styles.ts │ │ ├── ModelAssessmentDashboard.tsx │ │ ├── ModelAssessmentDashboardProps.ts │ │ ├── ModelAssessmentDashboardState.ts │ │ ├── ModelAssessmentEnums.ts │ │ └── utils │ │ ├── addTabMessage.test.ts │ │ ├── addTabMessage.ts │ │ └── getModelTypeFromProps.ts │ ├── tsconfig.json │ ├── tsconfig.lib.json │ └── tsconfig.spec.json ├── nlp_feature_extractors ├── README.md ├── nlp_feature_extractors │ ├── __init__.py │ ├── attribute_extractors.py │ └── data │ │ ├── __init__.py │ │ ├── female-words.txt │ │ ├── male-words.txt │ │ └── neutral-words.txt ├── requirements-dev.txt ├── requirements.txt ├── setup.py └── tests │ └── test_pos_neg_wordcount.py ├── notebooks ├── cognitive-services-examples │ ├── README.md │ ├── face-verification │ │ ├── README.md │ │ ├── analyze_face_fairness.ipynb │ │ └── run_face_verify.py │ └── speech-to-text │ │ ├── README.md │ │ ├── analyze_stt_fairness.ipynb │ │ └── run_stt.py ├── individual-dashboards │ ├── erroranalysis-dashboard │ │ ├── erroranalysis-dashboard-multiclass.ipynb │ │ ├── erroranalysis-dashboard-regression-housing.ipynb │ │ ├── erroranalysis-dashboard-regression-superconductor.ipynb │ │ ├── erroranalysis-interpretability-dashboard-breast-cancer.ipynb │ │ └── erroranalysis-interpretability-dashboard-census.ipynb │ ├── explanation-dashboard │ │ └── explanation-dashboard-employee-attrition.ipynb │ ├── fairness-dashboard │ │ └── fairness-dashboard-loan-allocation.ipynb │ └── fairness-interpretability-dashboard-income-prediction.ipynb ├── responsibleaidashboard │ ├── tabular │ │ ├── getting-started.ipynb │ │ ├── img │ │ │ ├── classification-assessment-1.png │ │ │ ├── classification-assessment-10.png │ │ │ ├── classification-assessment-11.png │ │ │ ├── classification-assessment-12.png │ │ │ ├── classification-assessment-2.png │ │ │ ├── classification-assessment-3.png │ │ │ ├── classification-assessment-4.png │ │ │ ├── classification-assessment-5.png │ │ │ ├── classification-assessment-6.png │ │ │ ├── classification-assessment-7.png │ │ │ ├── classification-assessment-8.png │ │ │ ├── classification-assessment-9.png │ │ │ ├── regression-assessment-1.png │ │ │ ├── regression-assessment-10.png │ │ │ ├── regression-assessment-11.png │ │ │ ├── regression-assessment-12.png │ │ │ ├── regression-assessment-13.png │ │ │ ├── regression-assessment-14.png │ │ │ ├── regression-assessment-2.png │ │ │ ├── regression-assessment-3.png │ │ │ ├── regression-assessment-4.png │ │ │ ├── regression-assessment-5.png │ │ │ ├── regression-assessment-6.png │ │ │ ├── regression-assessment-7.png │ │ │ ├── regression-assessment-8.png │ │ │ ├── regression-assessment-9.png │ │ │ ├── regression-decision-making-1.png │ │ │ ├── regression-decision-making-10.png │ │ │ ├── regression-decision-making-2.png │ │ │ ├── regression-decision-making-3.png │ │ │ ├── regression-decision-making-4.png │ │ │ ├── regression-decision-making-5.png │ │ │ ├── regression-decision-making-6.png │ │ │ ├── regression-decision-making-7.png │ │ │ ├── regression-decision-making-8.png │ │ │ ├── regression-decision-making-9.png │ │ │ ├── tour-1.png │ │ │ ├── tour-10.png │ │ │ ├── tour-11.png │ │ │ ├── tour-12.png │ │ │ ├── tour-13.png │ │ │ ├── tour-14.png │ │ │ ├── tour-15.png │ │ │ ├── tour-16.png │ │ │ ├── tour-17.png │ │ │ ├── tour-18.png │ │ │ ├── tour-19.png │ │ │ ├── tour-2.png │ │ │ ├── tour-20.png │ │ │ ├── tour-21.png │ │ │ ├── tour-22.png │ │ │ ├── tour-23.png │ │ │ ├── tour-24.png │ │ │ ├── tour-25.png │ │ │ ├── tour-26.png │ │ │ ├── tour-27.png │ │ │ ├── tour-28.png │ │ │ ├── tour-29.png │ │ │ ├── tour-3.png │ │ │ ├── tour-30.png │ │ │ ├── tour-4.png │ │ │ ├── tour-5.png │ │ │ ├── tour-6.png │ │ │ ├── tour-7.png │ │ │ ├── tour-8.png │ │ │ └── tour-9.png │ │ ├── responsibleaidashboard-census-classification-model-debugging.ipynb │ │ ├── responsibleaidashboard-diabetes-decision-making.ipynb │ │ ├── responsibleaidashboard-diabetes-regression-model-debugging.ipynb │ │ ├── responsibleaidashboard-housing-classification-model-debugging.ipynb │ │ ├── responsibleaidashboard-housing-decision-making.ipynb │ │ ├── responsibleaidashboard-multiclass-dnn-model-debugging.ipynb │ │ ├── responsibleaidashboard-orange-juice-forecasting.ipynb │ │ └── tour.ipynb │ ├── text │ │ ├── responsibleaidashboard-DBPedia-text-classification-model-debugging.ipynb │ │ ├── responsibleaidashboard-blbooksgenre-binary-text-classification-model-debugging.ipynb │ │ ├── responsibleaidashboard-covid-event-multilabel-text-classification-model-debugging.ipynb │ │ ├── responsibleaidashboard-openai-model-debugging.ipynb │ │ └── responsibleaidashboard-question-answering-model-debugging.ipynb │ └── vision │ │ ├── responsibleaidashboard-fridge-image-classification-model-debugging.ipynb │ │ ├── responsibleaidashboard-fridge-multilabel-image-classification-model-debugging.ipynb │ │ └── responsibleaidashboard-fridge-object-detection-model-debugging.ipynb └── test_notebooks.py ├── nx.json ├── package.json ├── pyproject.toml ├── rai_core_flask ├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.md ├── rai_core_flask │ ├── __init__.py │ ├── environment_detector.py │ ├── environments │ │ ├── __init__.py │ │ ├── azure_nb_environment.py │ │ ├── base_environment.py │ │ ├── credentialed_vm_environment.py │ │ ├── databricks_environment.py │ │ ├── local_ipython_environment.py │ │ └── public_vm_environment.py │ └── flask_helper.py ├── release.sh ├── requirements-dev.txt ├── requirements.txt ├── setup.py └── tests │ ├── test_environment_detector.py │ └── test_flask_helper.py ├── rai_test_utils ├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.md ├── rai_test_utils │ ├── __init__.py │ ├── datasets │ │ ├── __init__.py │ │ ├── tabular │ │ │ ├── __init__.py │ │ │ ├── classification_data_utils.py │ │ │ ├── regression_data_utils.py │ │ │ └── timeseries_data_utils.py │ │ └── vision │ │ │ ├── __init__.py │ │ │ └── object_detection_data_utils.py │ ├── models │ │ ├── __init__.py │ │ ├── lightgbm │ │ │ ├── __init__.py │ │ │ └── lightgbm_model_utils.py │ │ ├── model_utils.py │ │ ├── sklearn │ │ │ ├── __init__.py │ │ │ └── sklearn_model_utils.py │ │ ├── torch │ │ │ ├── __init__.py │ │ │ └── torch_model_utils.py │ │ └── xgboost │ │ │ ├── __init__.py │ │ │ └── xgboost_model_utils.py │ ├── utilities │ │ ├── __init__.py │ │ └── utils.py │ └── version.py ├── requirements-dev.txt ├── requirements-object-detection.txt ├── requirements.txt ├── setup.py └── tests │ ├── README.md │ ├── test_data_utils.py │ ├── test_model_utils.py │ └── test_utils.py ├── raiutils ├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.md ├── raiutils │ ├── __init__.py │ ├── cohort │ │ ├── __init__.py │ │ ├── cohort.py │ │ └── constants.py │ ├── common │ │ ├── __init__.py │ │ └── retries.py │ ├── data_processing │ │ ├── __init__.py │ │ └── data_processing_utils.py │ ├── dataset │ │ ├── __init__.py │ │ └── dataset.py │ ├── exceptions.py │ ├── models │ │ ├── __init__.py │ │ └── model_utils.py │ ├── sampling │ │ ├── __init__.py │ │ └── random_sampling.py │ ├── version.py │ └── webservice │ │ ├── __init__.py │ │ └── webservice.py ├── requirements-dev.txt ├── requirements.txt ├── setup.py └── tests │ ├── README.md │ ├── test_cohort.py │ ├── test_data_processing_utils.py │ ├── test_exceptions.py │ ├── test_fetch_dataset.py │ ├── test_model_utils.py │ ├── test_post.py │ ├── test_retry_func.py │ └── test_sampling.py ├── raiwidgets ├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.md ├── raiwidgets │ ├── __init__.py │ ├── __version__.py │ ├── constants.py │ ├── dashboard.py │ ├── error_analysis_constants.py │ ├── error_analysis_dashboard.py │ ├── error_analysis_dashboard_input.py │ ├── error_handling.py │ ├── explanation_constants.py │ ├── explanation_dashboard.py │ ├── explanation_dashboard_input.py │ ├── fairness_dashboard.py │ ├── fairness_metric_calculation.py │ ├── interfaces.py │ ├── model_analysis_dashboard.py │ ├── model_performance_dashboard.py │ ├── responsibleai_dashboard.py │ └── responsibleai_dashboard_input.py ├── requirements-dev.txt ├── requirements.txt ├── setup.py └── tests │ ├── README.md │ ├── conftest.py │ ├── responsibleai_dashboard │ ├── __init__.py │ ├── common_utils.py │ ├── test_responsibleai_dashboard.py │ ├── test_responsibleai_dashboard_input_causal.py │ ├── test_responsibleai_dashboard_input_erroranalysis.py │ └── test_responsibleai_dashboard_input_predict.py │ ├── test_error_analysis_dashboard.py │ ├── test_explanation_dashboard.py │ ├── test_fairness_calculations.py │ ├── test_model_analysis_dashboard.py │ └── test_no_fairlearn.py ├── requirements-linting.txt ├── responsibleai ├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.md ├── requirements-dev.txt ├── requirements.txt ├── responsibleai │ ├── __init__.py │ ├── __version__.py │ ├── _config │ │ ├── __init__.py │ │ └── base_config.py │ ├── _data_validations.py │ ├── _interfaces.py │ ├── _internal │ │ ├── __init__.py │ │ ├── _forecasting_wrappers.py │ │ ├── _served_model_wrapper.py │ │ └── constants.py │ ├── _tools │ │ ├── __init__.py │ │ ├── causal │ │ │ ├── __init__.py │ │ │ ├── causal_config.py │ │ │ ├── causal_constants.py │ │ │ ├── causal_result.py │ │ │ └── dashboard_schemas │ │ │ │ ├── __init__.py │ │ │ │ └── schema_0.1.0.json │ │ ├── counterfactual │ │ │ ├── __init__.py │ │ │ └── dashboard_schemas │ │ │ │ ├── __init__.py │ │ │ │ ├── counterfactual_examples_output_v1.0.json │ │ │ │ └── counterfactual_examples_output_v2.0.json │ │ ├── error_analysis │ │ │ ├── __init__.py │ │ │ └── dashboard_schemas │ │ │ │ ├── __init__.py │ │ │ │ └── error_analysis_output_v0.0.json │ │ └── shared │ │ │ ├── __init__.py │ │ │ ├── attribute_serialization.py │ │ │ ├── base_result.py │ │ │ ├── state_directory_management.py │ │ │ └── versions.py │ ├── databalanceanalysis │ │ ├── __init__.py │ │ ├── aggregate_balance_measures.py │ │ ├── balance_measures.py │ │ ├── constants.py │ │ ├── data_balance_utils.py │ │ ├── distribution_balance_measures.py │ │ └── feature_balance_measures.py │ ├── exceptions.py │ ├── feature_metadata.py │ ├── managers │ │ ├── __init__.py │ │ ├── base_manager.py │ │ ├── causal_manager.py │ │ ├── counterfactual_manager.py │ │ ├── data_balance_manager.py │ │ ├── error_analysis_manager.py │ │ └── explainer_manager.py │ ├── modelanalysis │ │ ├── __init__.py │ │ ├── constants │ │ │ └── __init__.py │ │ └── model_analysis.py │ ├── rai_insights │ │ ├── __init__.py │ │ ├── rai_base_insights.py │ │ └── rai_insights.py │ ├── serialization_utilities.py │ └── utils.py ├── setup.py └── tests │ ├── README.md │ ├── __init__.py │ ├── causal │ ├── __init__.py │ ├── conftest.py │ ├── test_causal_constants.py │ ├── test_causal_different_data_types.py │ ├── test_causal_general.py │ ├── test_causal_manager.py │ ├── test_causal_result.py │ └── test_causal_result_versioning.py │ ├── causal_manager_validator.py │ ├── common_utils.py │ ├── conftest.py │ ├── counterfactual │ ├── __init__.py │ └── test_counterfactual_advanced_features.py │ ├── counterfactual_manager_validator.py │ ├── databalanceanalysis │ ├── __init__.py │ ├── conftest.py │ ├── test_aggregate_balance_measures.py │ ├── test_data_balance_helper.py │ ├── test_data_balance_manager.py │ ├── test_distribution_balance_measures.py │ └── test_feature_balance_measures.py │ ├── error_analysis_validator.py │ ├── explainer │ ├── __init__.py │ └── test_explainer_manager.py │ ├── explainer_manager_validator.py │ ├── model_analysis │ ├── __init__.py │ ├── test_model_analysis.py │ └── test_model_analysis_validations.py │ ├── rai_insights │ ├── __init__.py │ ├── test_rai_insights.py │ ├── test_rai_insights_cohort_filter.py │ ├── test_rai_insights_data_size_scenarios.py │ ├── test_rai_insights_get_feature_ranges.py │ ├── test_rai_insights_missing_values.py │ ├── test_rai_insights_save_and_load_scenarios.py │ ├── test_rai_insights_validations.py │ └── test_served_model.py │ ├── test_data_validations.py │ ├── test_dependencies.py │ ├── test_exceptions.py │ ├── test_feature_metadata.py │ ├── test_model_serializer.py │ ├── test_serialization_utilities.py │ ├── test_utils.py │ └── tools │ ├── __init__.py │ └── shared │ ├── __init__.py │ ├── test_attribute_serialization.py │ ├── test_state_directory_management.py │ └── test_versions.py ├── responsibleai_text ├── README.md ├── requirements-dev.txt ├── requirements.txt ├── responsibleai_text │ ├── __init__.py │ ├── common │ │ ├── __init__.py │ │ └── constants.py │ ├── managers │ │ ├── __init__.py │ │ ├── error_analysis_manager.py │ │ └── explainer_manager.py │ ├── rai_text_insights │ │ ├── __init__.py │ │ └── rai_text_insights.py │ ├── utils │ │ ├── __init__.py │ │ ├── feature_extractors.py │ │ ├── genai_metrics │ │ │ ├── __init__.py │ │ │ ├── constants.py │ │ │ ├── metrics.py │ │ │ └── scripts │ │ │ │ ├── __init__.py │ │ │ │ ├── _compute.py │ │ │ │ ├── coherence.py │ │ │ │ ├── equivalence.py │ │ │ │ ├── fluency.py │ │ │ │ ├── groundedness.py │ │ │ │ └── relevance.py │ │ └── question_answering.py │ └── version.py ├── setup.py └── tests │ ├── common_text_utils.py │ ├── rai_text_insights_validator.py │ ├── test_feature_extractors.py │ ├── test_genai_metrics.py │ ├── test_rai_text_insights.py │ └── test_rai_text_insights_save_and_load_scenarios.py ├── responsibleai_vision ├── README.md ├── requirements-automl.txt ├── requirements-dev.txt ├── requirements.txt ├── responsibleai_vision │ ├── __init__.py │ ├── common │ │ ├── __init__.py │ │ ├── constants.py │ │ └── interfaces.py │ ├── managers │ │ ├── __init__.py │ │ ├── error_analysis_manager.py │ │ └── explainer_manager.py │ ├── rai_vision_insights │ │ ├── __init__.py │ │ └── rai_vision_insights.py │ ├── utils │ │ ├── __init__.py │ │ ├── feature_extractors.py │ │ ├── image_reader.py │ │ └── image_utils.py │ └── version.py ├── setup.py └── tests │ ├── common_vision_utils.py │ ├── rai_vision_insights_validator.py │ ├── test_feature_extractors.py │ ├── test_image_utils.py │ ├── test_rai_vision_automl_images_insights.py │ ├── test_rai_vision_insights.py │ └── test_rai_vision_insights_save_and_load_scenarios.py ├── rollup.config.js ├── scripts ├── auto-version.js ├── copyTest.js ├── e2e-widget.js ├── fetch.js └── mergeLocalization.js ├── setup.cfg ├── setupTest.ts ├── tools ├── generators │ └── .gitkeep └── tsconfig.tools.json ├── tsconfig.base.json ├── version.cfg ├── webpack.config.js ├── workspace.json └── yarn.lock /.azure-devops/component-governance.yml: -------------------------------------------------------------------------------- 1 | # Run Component Governance to register all dependencies. 2 | 3 | trigger: 4 | - main 5 | 6 | pool: 7 | vmImage: "ubuntu-latest" 8 | 9 | steps: 10 | - task: ComponentGovernanceComponentDetection@0 11 | -------------------------------------------------------------------------------- /.editorconfig: -------------------------------------------------------------------------------- 1 | # Editor configuration, see http://editorconfig.org 2 | root = true 3 | 4 | [*] 5 | charset = utf-8 6 | indent_style = space 7 | indent_size = 2 8 | insert_final_newline = true 9 | trim_trailing_whitespace = true 10 | quote_type = double 11 | max_line_length = 80 12 | 13 | [*.md] 14 | max_line_length = off 15 | trim_trailing_whitespace = false 16 | -------------------------------------------------------------------------------- /.eslintrc/.eslintrc.comments.eslintrc: -------------------------------------------------------------------------------- 1 | { 2 | "plugins": ["eslint-plugin-eslint-comments"], 3 | "extends": ["plugin:eslint-comments/recommended"], 4 | "rules": { "eslint-comments/no-use": ["error", { "allow": [] }] } 5 | } 6 | -------------------------------------------------------------------------------- /.eslintrc/.eslintrc.type.eslintrc: -------------------------------------------------------------------------------- 1 | { 2 | "plugins": ["import"], 3 | "overrides": [ 4 | { 5 | "files": ["*.d.ts"], 6 | "rules": { 7 | "filenames/match-regex": ["error", ["^[A-z]+\\.d?$"]] 8 | } 9 | } 10 | ] 11 | } 12 | -------------------------------------------------------------------------------- /.eslintrc/.eslintrc.worker.eslintrc: -------------------------------------------------------------------------------- 1 | { 2 | "plugins": ["import"], 3 | "overrides": [ 4 | { 5 | "files": ["*.worker.ts"], 6 | "rules": { 7 | "import/no-default-export": "off", 8 | "filenames/match-exported": "off", 9 | "filenames/match-regex": ["error", ["^[A-z]+\\.worker?$"]] 10 | } 11 | } 12 | ] 13 | } 14 | -------------------------------------------------------------------------------- /.prettierignore: -------------------------------------------------------------------------------- 1 | # Add files here to ignore them from prettier formatting 2 | 3 | /dist 4 | /coverage 5 | _NOTICE.md 6 | README.md 7 | raiwidgets/raiwidgets/widget 8 | 9 | # Language specific files are not generated by us 10 | libs/localization/src/lib/en.*.json 11 | -------------------------------------------------------------------------------- /.prettierrc: -------------------------------------------------------------------------------- 1 | { 2 | "endOfLine": "auto", 3 | "trailingComma": "none" 4 | } 5 | -------------------------------------------------------------------------------- /.vscode/extensions.json: -------------------------------------------------------------------------------- 1 | { 2 | "recommendations": [ 3 | "dbaeumer.vscode-eslint", 4 | "streetsidesoftware.code-spell-checker", 5 | "esbenp.prettier-vscode", 6 | "nrwl.angular-console", 7 | "firsttris.vscode-jest-runner", 8 | "ms-python.python" 9 | ] 10 | } 11 | -------------------------------------------------------------------------------- /.yarnrc: -------------------------------------------------------------------------------- 1 | network-timeout 300000 2 | -------------------------------------------------------------------------------- /Localise/LocProject.json: -------------------------------------------------------------------------------- 1 | { 2 | "Projects": [ 3 | { 4 | "LanguageSet": "Azure_Languages", 5 | "LocItems": [ 6 | { 7 | "SourceFile": "libs\\localization\\src\\lib\\en.json", 8 | "CopyOption": "LangIDOnName", 9 | "OutputPath": "libs\\localization\\src\\lib\\" 10 | } 11 | ] 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /apps/.gitkeep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/apps/.gitkeep -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/describer/fairness/constants.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const sensitiveFeaturesTab = "01 Sensitive features"; 5 | export const performanceMetricsTab = "02 Performance metrics"; 6 | export const fairnessMetricsTab = "03 Fairness metrics"; 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/fixtures/example.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "Using fixtures to represent data", 3 | "email": "hello@cypress.io" 4 | } 5 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/fairness/BinaryClassification.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeFairness } from "../../describer/fairness/describeFairness"; 5 | 6 | describeFairness("binaryClassification"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/fairness/BinaryClassificationWithError.spec.ts.disabled: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | //import { describeFairness } from "../../describer/fairness/describeFairness"; 5 | 6 | //describeFairness("binaryClassificationWithError", true); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/fairness/Probability.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeFairness } from "../../describer/fairness/describeFairness"; 5 | 6 | describeFairness("probability"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/fairness/Regression.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeFairness } from "../../describer/fairness/describeFairness"; 5 | 6 | describeFairness("regression"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/fairness/RegressionWithError.spec.ts.disabled: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | //import { describeFairness } from "../../describer/fairness/describeFairness"; 5 | 6 | // describeFairness("regressionWithError", true); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/automlMimicAdult/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("automlMimicAdult"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/automlMimicAdult/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("automlMimicAdult"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/automlMimicAdult/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("automlMimicAdult"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/automlMimicAdult/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("automlMimicAdult"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/automlMimicAdult/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("automlMimicAdult"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/automlMimicAdult/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("automlMimicAdult"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonData/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("bostonData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonData/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("bostonData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonData/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("bostonData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonData/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("bostonData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonData/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("bostonData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonData/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("bostonData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataGlobal/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("bostonDataGlobal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataGlobal/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("bostonDataGlobal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataGlobal/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("bostonDataGlobal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataGlobal/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("bostonDataGlobal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataGlobal/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("bostonDataGlobal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataGlobal/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("bostonDataGlobal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoDataset/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("bostonDataNoDataset"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoDataset/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("bostonDataNoDataset"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoDataset/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("bostonDataNoDataset"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoDataset/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("bostonDataNoDataset"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoDataset/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("bostonDataNoDataset"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoDataset/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("bostonDataNoDataset"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoPredict/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("bostonDataNoPredict"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoPredict/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("bostonDataNoPredict"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoPredict/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("bostonDataNoPredict"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoPredict/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("bostonDataNoPredict"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoPredict/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("bostonDataNoPredict"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoPredict/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("bostonDataNoPredict"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoY/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("bostonDataNoY"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoY/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("bostonDataNoY"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoY/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("bostonDataNoY"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoY/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("bostonDataNoY"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoY/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("bostonDataNoY"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/bostonDataNoY/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("bostonDataNoY"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/breastCancerData/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("breastCancerData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/breastCancerData/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("breastCancerData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/breastCancerData/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("breastCancerData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/breastCancerData/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("breastCancerData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/breastCancerData/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("breastCancerData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/breastCancerData/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("breastCancerData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ebmData/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("ebmData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ebmData/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("ebmData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ebmData/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("ebmData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ebmData/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("ebmData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ebmData/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("ebmData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ebmData/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("ebmData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmData/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("ibmData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmData/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("ibmData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmData/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("ibmData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmData/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("ibmData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmData/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("ibmData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmData/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("ibmData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmDataInconsistent/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("ibmDataInconsistent"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmDataInconsistent/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("ibmDataInconsistent"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmDataInconsistent/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("ibmDataInconsistent"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmDataInconsistent/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("ibmDataInconsistent"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmDataInconsistent/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("ibmDataInconsistent"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmDataInconsistent/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("ibmDataInconsistent"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmNoClass/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("ibmNoClass"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmNoClass/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("ibmNoClass"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmNoClass/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("ibmNoClass"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmNoClass/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("ibmNoClass"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmNoClass/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("ibmNoClass"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/ibmNoClass/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("ibmNoClass"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisData/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("irisData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisData/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("irisData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisData/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("irisData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisData/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("irisData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisData/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("irisData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisData/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("irisData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisDataNoLocal/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("irisDataNoLocal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisDataNoLocal/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("irisDataNoLocal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisDataNoLocal/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("irisDataNoLocal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisDataNoLocal/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("irisDataNoLocal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisDataNoLocal/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("irisDataNoLocal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisDataNoLocal/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("irisDataNoLocal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisGlobal/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("irisGlobal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisGlobal/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("irisGlobal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisGlobal/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("irisGlobal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisGlobal/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("irisGlobal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisGlobal/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("irisGlobal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisGlobal/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("irisGlobal"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisNoData/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("irisNoData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisNoData/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("irisNoData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisNoData/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("irisNoData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisNoData/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("irisNoData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisNoData/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("irisNoData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisNoData/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("irisNoData"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisNoFeatures/aggregateFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeAggregateFeatureImportance } from "../../../describer/interpret/aggregateFeatureImportance/describeAggregateFeatureImportance"; 5 | 6 | describeAggregateFeatureImportance("irisNoFeatures"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisNoFeatures/cohort.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeCohort } from "../../../describer/interpret/cohort/describeCohort"; 5 | 6 | describeCohort("irisNoFeatures"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisNoFeatures/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeDatasetExplorer } from "../../../describer/interpret/datasetExplorer/describeDatasetExplorer"; 5 | 6 | describeDatasetExplorer("irisNoFeatures"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisNoFeatures/errorMessage.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeErrorMessage } from "../../../describer/interpret/describeErrorMessage"; 5 | 6 | describeErrorMessage("irisNoFeatures"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisNoFeatures/individualFeatureImportance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeIndividualFeatureImportance } from "../../../describer/interpret/individualFeatureImportance/describeIndividualFeatureImportance"; 5 | 6 | describeIndividualFeatureImportance("irisNoFeatures"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/interpret/irisNoFeatures/modelPerformance.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeModelPerformancePlot } from "../../../describer/interpret/modelPerformance/describeModelPerformancePlot"; 5 | 6 | describeModelPerformancePlot("irisNoFeatures"); 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/modelAssessment/adultCensusIncomeData/modelOverview.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeModelOverview, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.CensusClassificationModelDebugging; 10 | describeModelOverview(datasetShape, "adultCensusIncomeData", false); 11 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/modelAssessment/bostonData/modelOverview.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeModelOverview, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.HousingRegression; 10 | describeModelOverview(datasetShape, "bostonData", false); 11 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/integration/modelAssessment/wineData/modelOverview.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeModelOverview, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.MulticlassDnnModelDebugging; 10 | describeModelOverview(datasetShape, "wineData", false); 11 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/support/index.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | // Import commands.js using ES2015 syntax: 5 | import "./commands"; 6 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/util/getMenu.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function getMenu( 5 | text: string, 6 | container = "" 7 | ): Cypress.Chainable> { 8 | return cy.get(`${container} button:contains("${text}")`); 9 | } 10 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/util/getSpan.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function getSpan( 5 | text: string 6 | ): Cypress.Chainable> { 7 | return cy.get("span").contains(text); 8 | } 9 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/util/getText.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function getText(selector: string): string { 5 | return cy.$$(selector).text(); 6 | } 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/util/getValue.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function getValue(selector: string): string { 5 | return cy.$$(selector).val() as string; 6 | } 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/util/nameof.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const nameof = (name: keyof T): keyof T => name; 5 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/src/util/setValue.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function setValue(selector: string, value: string): void { 5 | cy.get(selector).type(value).type("{enter}"); 6 | } 7 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/tsconfig.e2e.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "./tsconfig.json", 3 | "compilerOptions": { 4 | "sourceMap": false, 5 | "outDir": "../../dist/out-tsc", 6 | "allowJs": true, 7 | "types": ["cypress", "node"], 8 | "isolatedModules": false 9 | }, 10 | "include": ["src/**/*.ts", "src/**/*.js"] 11 | } 12 | -------------------------------------------------------------------------------- /apps/dashboard-e2e/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "files": [], 4 | "include": [], 5 | "compilerOptions": { 6 | "allowJs": false 7 | }, 8 | "references": [ 9 | { 10 | "path": "./tsconfig.e2e.json" 11 | } 12 | ] 13 | } 14 | -------------------------------------------------------------------------------- /apps/dashboard/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /apps/dashboard/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /apps/dashboard/src/app/App.test.tsx: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { shallow } from "enzyme"; 5 | import React from "react"; 6 | 7 | import { App } from "./App"; 8 | 9 | describe("FairnessWizardV1", () => { 10 | it("should render successfully", () => { 11 | const tree = shallow(); 12 | expect(tree).toMatchSnapshot(); 13 | }); 14 | }); 15 | -------------------------------------------------------------------------------- /apps/dashboard/src/app/IAppSetting.tsx: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const routeKey = [ 5 | "application", 6 | "dataset", 7 | "theme", 8 | "language", 9 | "version", 10 | "featureFlights" 11 | ] as const; 12 | export type IAppSetting = { 13 | [key in typeof routeKey[number]]?: string; 14 | }; 15 | -------------------------------------------------------------------------------- /apps/dashboard/src/assets/.gitkeep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/apps/dashboard/src/assets/.gitkeep -------------------------------------------------------------------------------- /apps/dashboard/src/environments/environment.prod.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const environment = { 5 | production: true 6 | }; 7 | -------------------------------------------------------------------------------- /apps/dashboard/src/environments/environment.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const environment = { 5 | production: false 6 | }; 7 | -------------------------------------------------------------------------------- /apps/dashboard/src/fairness/__mock_data__/binaryClassificationWithError.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IFairnessData } from "@responsible-ai/core-ui"; 5 | 6 | import { binaryClassification } from "./binaryClassification"; 7 | 8 | export const binaryClassificationWithError: IFairnessData = { 9 | ...binaryClassification, 10 | errorBarsEnabled: true 11 | }; 12 | -------------------------------------------------------------------------------- /apps/dashboard/src/fairness/__mock_data__/regressionWithError.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IFairnessData } from "@responsible-ai/core-ui"; 5 | 6 | import { regression } from "./regression"; 7 | 8 | export const regressionWithError: IFairnessData = { 9 | ...regression, 10 | errorBarsEnabled: true 11 | }; 12 | -------------------------------------------------------------------------------- /apps/dashboard/src/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/apps/dashboard/src/favicon.ico -------------------------------------------------------------------------------- /apps/dashboard/src/globals.d.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | declare module "*.py"; 5 | -------------------------------------------------------------------------------- /apps/dashboard/src/interpret/__mock_data__/bostonDataNoDataset.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IExplanationDashboardData } from "@responsible-ai/core-ui"; 5 | 6 | import { bostonData } from "./bostonData"; 7 | 8 | export const bostonDataNoDataset: IExplanationDashboardData = { 9 | ...bostonData, 10 | testData: undefined 11 | }; 12 | -------------------------------------------------------------------------------- /apps/dashboard/src/interpret/__mock_data__/bostonDataNoPredict.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IExplanationDashboardData } from "@responsible-ai/core-ui"; 5 | 6 | import { bostonData } from "./bostonData"; 7 | 8 | export const bostonDataNoPredict: IExplanationDashboardData = { 9 | ...bostonData, 10 | predictedY: undefined, 11 | probabilityY: undefined 12 | }; 13 | -------------------------------------------------------------------------------- /apps/dashboard/src/interpret/__mock_data__/bostonDataNoY.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IExplanationDashboardData } from "@responsible-ai/core-ui"; 5 | 6 | import { bostonData } from "./bostonData"; 7 | 8 | export const bostonDataNoY: IExplanationDashboardData = { 9 | ...bostonData, 10 | predictedY: undefined, 11 | probabilityY: undefined, 12 | trueY: undefined 13 | }; 14 | -------------------------------------------------------------------------------- /apps/dashboard/src/interpret/__mock_data__/ibmNoClass.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IExplanationDashboardData } from "@responsible-ai/core-ui"; 5 | 6 | import { ibmData } from "./ibmData"; 7 | 8 | export const ibmNoClass: IExplanationDashboardData = { 9 | ...ibmData, 10 | dataSummary: { ...ibmData.dataSummary, classNames: undefined } 11 | }; 12 | -------------------------------------------------------------------------------- /apps/dashboard/src/interpret/__mock_data__/irisNoData.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IExplanationDashboardData } from "@responsible-ai/core-ui"; 5 | 6 | import { irisData } from "./irisData"; 7 | 8 | export const irisNoData: IExplanationDashboardData = { 9 | ...irisData, 10 | predictedY: undefined, 11 | probabilityY: undefined, 12 | testData: undefined, 13 | trueY: undefined 14 | }; 15 | -------------------------------------------------------------------------------- /apps/dashboard/src/interpret/__mock_data__/irisNoFeatures.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IExplanationDashboardData } from "@responsible-ai/core-ui"; 5 | 6 | import { irisData } from "./irisData"; 7 | 8 | export const irisNoFeatures: IExplanationDashboardData = { 9 | ...irisData, 10 | dataSummary: { ...irisData.dataSummary, featureNames: undefined } 11 | }; 12 | -------------------------------------------------------------------------------- /apps/dashboard/src/model-assessment/ModelWorkerMessageTypes.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export enum ModelWorkerMessageType { 5 | Init, 6 | Predict, 7 | Message, 8 | Ready, 9 | Error 10 | } 11 | -------------------------------------------------------------------------------- /apps/dashboard/src/polyfills.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import "core-js/stable"; 5 | import "regenerator-runtime/runtime.js"; 6 | -------------------------------------------------------------------------------- /apps/dashboard/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.app.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/fixtures/example.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "Using fixtures to represent data", 3 | "email": "hello@cypress.io" 4 | } 5 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxCensusClassificationModelDebugging/whatIfCounterfactuals.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeWhatIf, modelAssessmentDatasets } from "@responsible-ai/e2e"; 5 | 6 | const datasetShape = modelAssessmentDatasets.CensusClassificationModelDebugging; 7 | describeWhatIf(datasetShape, "CensusClassificationModelDebugging"); 8 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxDiabetesDecisionMaking/causalAnalysis.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeCausalAnalysis, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.DiabetesDecisionMaking; 10 | describeCausalAnalysis(datasetShape, "DiabetesDecisionMaking"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxDiabetesDecisionMaking/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeDatasetExplorer, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.DiabetesDecisionMaking; 10 | describeDatasetExplorer(datasetShape, "DiabetesDecisionMaking"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxDiabetesDecisionMaking/errorAnalysis.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeErrorAnalysis, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.DiabetesDecisionMaking; 10 | describeErrorAnalysis(datasetShape, "DiabetesDecisionMaking"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxDiabetesDecisionMaking/modelOverview.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeModelOverview, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.DiabetesDecisionMaking; 10 | describeModelOverview(datasetShape, "DiabetesDecisionMaking"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxDiabetesDecisionMaking/whatIfCounterfactuals.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeWhatIf, modelAssessmentDatasets } from "@responsible-ai/e2e"; 5 | const datasetShape = modelAssessmentDatasets.DiabetesDecisionMaking; 6 | describeWhatIf(datasetShape, "DiabetesDecisionMaking"); 7 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxDiabetesRegressionModelDebugging/whatIfCounterfactuals.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeWhatIf, modelAssessmentDatasets } from "@responsible-ai/e2e"; 5 | const datasetShape = modelAssessmentDatasets.DiabetesRegressionModelDebugging; 6 | describeWhatIf(datasetShape, "DiabetesRegressionModelDebugging"); 7 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxHousingClassificationModelDebugging/whatIfCounterfactuals.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeWhatIf, modelAssessmentDatasets } from "@responsible-ai/e2e"; 5 | 6 | const datasetShape = 7 | modelAssessmentDatasets.HousingClassificationModelDebugging; 8 | describeWhatIf(datasetShape, "HousingClassificationModelDebugging"); 9 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxHousingDecisionMaking/causalAnalysis.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeCausalAnalysis, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.HousingDecisionMaking; 10 | describeCausalAnalysis(datasetShape, "HousingDecisionMaking"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxHousingDecisionMaking/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeDatasetExplorer, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.HousingDecisionMaking; 10 | describeDatasetExplorer(datasetShape, "HousingDecisionMaking"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxHousingDecisionMaking/errorAnalysis.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeErrorAnalysis, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.HousingDecisionMaking; 10 | describeErrorAnalysis(datasetShape, "HousingDecisionMaking"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxHousingDecisionMaking/modelOverview.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeModelOverview, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.HousingDecisionMaking; 10 | describeModelOverview(datasetShape, "HousingDecisionMaking"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxHousingDecisionMaking/whatIfCounterfactuals.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeWhatIf, modelAssessmentDatasets } from "@responsible-ai/e2e"; 5 | 6 | const datasetShape = modelAssessmentDatasets.HousingDecisionMaking; 7 | describeWhatIf(datasetShape, "HousingDecisionMaking"); 8 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxMulticlassDnnModelDebugging/causalAnalysis.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeCausalAnalysis, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.MulticlassDnnModelDebugging; 10 | describeCausalAnalysis(datasetShape, "MulticlassDnnModelDebugging"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxMulticlassDnnModelDebugging/datasetExplorer.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeDatasetExplorer, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.MulticlassDnnModelDebugging; 10 | describeDatasetExplorer(datasetShape, "MulticlassDnnModelDebugging"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxMulticlassDnnModelDebugging/errorAnalysis.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeErrorAnalysis, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.MulticlassDnnModelDebugging; 10 | describeErrorAnalysis(datasetShape, "MulticlassDnnModelDebugging"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxMulticlassDnnModelDebugging/modelOverview.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeModelOverview, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.MulticlassDnnModelDebugging; 10 | describeModelOverview(datasetShape, "MulticlassDnnModelDebugging"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxMulticlassDnnModelDebugging/whatIfCounterfactuals.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { describeWhatIf, modelAssessmentDatasets } from "@responsible-ai/e2e"; 5 | 6 | const datasetShape = modelAssessmentDatasets.MulticlassDnnModelDebugging; 7 | describeWhatIf(datasetShape, "MulticlassDnnModelDebugging"); 8 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/integration/modelAssessment/responsibleaitoolboxOrangeJuiceForecasting/whatIfForecasting.spec.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { 5 | describeWhatIfForecasting, 6 | modelAssessmentDatasets 7 | } from "@responsible-ai/e2e"; 8 | 9 | const datasetShape = modelAssessmentDatasets.OrangeJuiceForecasting; 10 | describeWhatIfForecasting(datasetShape, "OrangeJuiceForecasting"); 11 | -------------------------------------------------------------------------------- /apps/widget-e2e/src/support/index.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | // Import commands.js using ES2015 syntax: 5 | import "./commands"; 6 | -------------------------------------------------------------------------------- /apps/widget-e2e/tsconfig.e2e.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "./tsconfig.json", 3 | "compilerOptions": { 4 | "sourceMap": false, 5 | "outDir": "../../dist/out-tsc", 6 | "allowJs": true, 7 | "types": ["cypress", "node"], 8 | "isolatedModules": false 9 | }, 10 | "include": ["src/**/*.ts", "src/**/*.js"] 11 | } 12 | -------------------------------------------------------------------------------- /apps/widget-e2e/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "files": [], 4 | "include": [], 5 | "compilerOptions": { 6 | "allowJs": false 7 | }, 8 | "references": [ 9 | { 10 | "path": "./tsconfig.e2e.json" 11 | } 12 | ] 13 | } 14 | -------------------------------------------------------------------------------- /apps/widget/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /apps/widget/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /apps/widget/src/assets/.gitkeep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/apps/widget/src/assets/.gitkeep -------------------------------------------------------------------------------- /apps/widget/src/environments/environment.prod.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const environment = { 5 | production: true 6 | }; 7 | -------------------------------------------------------------------------------- /apps/widget/src/environments/environment.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const environment = { 5 | production: false 6 | }; 7 | -------------------------------------------------------------------------------- /apps/widget/src/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/apps/widget/src/favicon.ico -------------------------------------------------------------------------------- /apps/widget/src/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | Widget 6 | 7 | 8 | 9 | 10 | 11 |
12 | 13 | 14 | -------------------------------------------------------------------------------- /apps/widget/src/main.tsx: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { initializeIcons } from "@fluentui/react"; 5 | import React from "react"; 6 | import ReactDOM from "react-dom"; 7 | 8 | import { App } from "./app/App"; 9 | initializeIcons(); 10 | 11 | ReactDOM.render( 12 | 13 | 14 | , 15 | document.querySelector(`#${"__rai_app_id__"}`) 16 | ); 17 | -------------------------------------------------------------------------------- /apps/widget/src/polyfills.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import "core-js/stable"; 5 | import "regenerator-runtime/runtime.js"; 6 | -------------------------------------------------------------------------------- /apps/widget/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.app.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /babel.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [], 3 | "babelrcRoots": ["*"] 4 | } 5 | -------------------------------------------------------------------------------- /docs/img/CanvasTools-Annotations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/CanvasTools-Annotations.png -------------------------------------------------------------------------------- /docs/img/CanvasTools-Boxes.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/CanvasTools-Boxes.png -------------------------------------------------------------------------------- /docs/img/DataBalance-AggregateBalanceMeasures.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/DataBalance-AggregateBalanceMeasures.png -------------------------------------------------------------------------------- /docs/img/DataBalance-All.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/DataBalance-All.png -------------------------------------------------------------------------------- /docs/img/DataBalance-DistributionBalanceMeasures.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/DataBalance-DistributionBalanceMeasures.png -------------------------------------------------------------------------------- /docs/img/DataBalance-FeatureBalanceMeasures.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/DataBalance-FeatureBalanceMeasures.png -------------------------------------------------------------------------------- /docs/img/DataBalance-Reweight.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/DataBalance-Reweight.png -------------------------------------------------------------------------------- /docs/img/DataBalance-SamplingBar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/DataBalance-SamplingBar.png -------------------------------------------------------------------------------- /docs/img/DataBalance-SyntheticSamples.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/DataBalance-SyntheticSamples.png -------------------------------------------------------------------------------- /docs/img/DataBalance-TomekLinks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/DataBalance-TomekLinks.png -------------------------------------------------------------------------------- /docs/img/EA-Heatmap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/EA-Heatmap.png -------------------------------------------------------------------------------- /docs/img/EA-TreeMap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/EA-TreeMap.png -------------------------------------------------------------------------------- /docs/img/Fairness-DisparityInPerformance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Fairness-DisparityInPerformance.png -------------------------------------------------------------------------------- /docs/img/Fairness-FairnessMetric.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Fairness-FairnessMetric.png -------------------------------------------------------------------------------- /docs/img/Fairness-Intro.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Fairness-Intro.png -------------------------------------------------------------------------------- /docs/img/Fairness-ModelComparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Fairness-ModelComparison.png -------------------------------------------------------------------------------- /docs/img/Fairness-PerformanceMetric.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Fairness-PerformanceMetric.png -------------------------------------------------------------------------------- /docs/img/Fairness-SelectionRate.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Fairness-SelectionRate.png -------------------------------------------------------------------------------- /docs/img/Fairness-SensitiveMetric.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Fairness-SensitiveMetric.png -------------------------------------------------------------------------------- /docs/img/Interpretability-Cohorts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Interpretability-Cohorts.png -------------------------------------------------------------------------------- /docs/img/Interpretability-DatasetExplorer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Interpretability-DatasetExplorer.png -------------------------------------------------------------------------------- /docs/img/Interpretability-GlobalExplanation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Interpretability-GlobalExplanation.png -------------------------------------------------------------------------------- /docs/img/Interpretability-LocalExplanation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Interpretability-LocalExplanation.png -------------------------------------------------------------------------------- /docs/img/Interpretability-ModelPerformance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Interpretability-ModelPerformance.png -------------------------------------------------------------------------------- /docs/img/Interpretability-WhatIf.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/Interpretability-WhatIf.gif -------------------------------------------------------------------------------- /docs/img/ModelOverview-ObjectDetection-Architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/ModelOverview-ObjectDetection-Architecture.png -------------------------------------------------------------------------------- /docs/img/ObjectDetection-DFD.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/ObjectDetection-DFD.png -------------------------------------------------------------------------------- /docs/img/ObjectDetection-DevArchitecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/ObjectDetection-DevArchitecture.png -------------------------------------------------------------------------------- /docs/img/ObjectDetection-EnterpriseArchitecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/ObjectDetection-EnterpriseArchitecture.png -------------------------------------------------------------------------------- /docs/img/ObjectDetection-Explanations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/ObjectDetection-Explanations.png -------------------------------------------------------------------------------- /docs/img/ObjectDetection-OSArchitecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/img/ObjectDetection-OSArchitecture.png -------------------------------------------------------------------------------- /docs/source/landing_page/img/banner-error-analysis-new.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/banner-error-analysis-new.png -------------------------------------------------------------------------------- /docs/source/landing_page/img/diagnosis1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/diagnosis1.jpg -------------------------------------------------------------------------------- /docs/source/landing_page/img/diagnosis2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/diagnosis2.jpg -------------------------------------------------------------------------------- /docs/source/landing_page/img/diagnosis3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/diagnosis3.jpg -------------------------------------------------------------------------------- /docs/source/landing_page/img/error-analysis-1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/error-analysis-1.jpg -------------------------------------------------------------------------------- /docs/source/landing_page/img/error-analysis-2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/error-analysis-2.jpg -------------------------------------------------------------------------------- /docs/source/landing_page/img/error-analysis-3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/error-analysis-3.jpg -------------------------------------------------------------------------------- /docs/source/landing_page/img/error-analysis-4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/error-analysis-4.jpg -------------------------------------------------------------------------------- /docs/source/landing_page/img/error-analysis-5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/error-analysis-5.jpg -------------------------------------------------------------------------------- /docs/source/landing_page/img/erroranalysis-favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/erroranalysis-favicon.ico -------------------------------------------------------------------------------- /docs/source/landing_page/img/erroranalysis-meta-image.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/erroranalysis-meta-image.jpg -------------------------------------------------------------------------------- /docs/source/landing_page/img/identification1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/identification1.jpg -------------------------------------------------------------------------------- /docs/source/landing_page/img/identification2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/identification2.jpg -------------------------------------------------------------------------------- /docs/source/landing_page/img/what-if.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/docs/source/landing_page/img/what-if.jpg -------------------------------------------------------------------------------- /docs/source/raiwidgets.rst: -------------------------------------------------------------------------------- 1 | raiwidgets package 2 | ================== 3 | 4 | .. automodule:: raiwidgets 5 | :members: 6 | :undoc-members: 7 | :show-inheritance: -------------------------------------------------------------------------------- /erroranalysis/.gitignore: -------------------------------------------------------------------------------- 1 | dist/* -------------------------------------------------------------------------------- /erroranalysis/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include requirements.txt 2 | include requirements-object-detection.txt 3 | -------------------------------------------------------------------------------- /erroranalysis/erroranalysis/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Error analysis SDK package.""" 5 | 6 | from .version import name, version 7 | 8 | __name__ = name 9 | __version__ = version 10 | -------------------------------------------------------------------------------- /erroranalysis/erroranalysis/_internal/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Error analysis _internal namespace.""" 5 | -------------------------------------------------------------------------------- /erroranalysis/erroranalysis/_internal/error_analyzer/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Init file, used for backwards compatibility.""" 5 | from erroranalysis.analyzer import ModelAnalyzer, PredictionsAnalyzer 6 | 7 | __all__ = ['PredictionsAnalyzer', 'ModelAnalyzer'] 8 | -------------------------------------------------------------------------------- /erroranalysis/erroranalysis/_internal/error_report/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Init file, used for backwards compatibility.""" 5 | from erroranalysis.report import ErrorReport, as_error_report, json_converter 6 | 7 | __all__ = ['ErrorReport', 8 | 'as_error_report', 9 | 'json_converter'] 10 | -------------------------------------------------------------------------------- /erroranalysis/erroranalysis/analyzer/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Module for defining the analyzers.""" 5 | from .error_analyzer import ModelAnalyzer, PredictionsAnalyzer 6 | 7 | __all__ = ["PredictionsAnalyzer", "ModelAnalyzer"] 8 | -------------------------------------------------------------------------------- /erroranalysis/erroranalysis/error_correlation_methods/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Module for defining error correlation methods.""" 5 | 6 | from .ebm import compute_ebm_global_importance 7 | from .gbm import compute_gbm_global_importance 8 | 9 | __all__ = ["compute_ebm_global_importance", "compute_gbm_global_importance"] 10 | -------------------------------------------------------------------------------- /erroranalysis/erroranalysis/report/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Module for defining the ErrorReport which is created from Error Analysis.""" 5 | from .error_report import ErrorReport, as_error_report, json_converter 6 | 7 | __all__ = ['ErrorReport', 8 | 'as_error_report', 9 | 'json_converter'] 10 | -------------------------------------------------------------------------------- /erroranalysis/erroranalysis/version.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | name = 'erroranalysis' 5 | _major = '0' 6 | _minor = '5' 7 | _patch = '5' 8 | version = '{}.{}.{}'.format(_major, _minor, _patch) 9 | -------------------------------------------------------------------------------- /erroranalysis/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | pytest==7.0.1 2 | pytest-cov 3 | pytest-mock==3.6.1 4 | 5 | requirements-parser==0.2.0 6 | rai-test-utils[object_detection]>=0.4.2 7 | scikit-learn<=1.5.1 8 | interpret-core[required]<=0.3.2 9 | ml-wrappers -------------------------------------------------------------------------------- /erroranalysis/requirements-object-detection.txt: -------------------------------------------------------------------------------- 1 | vision_explanation_methods -------------------------------------------------------------------------------- /erroranalysis/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy>=1.17.2,<2.0.0 2 | pandas>=0.25.1,<2.0.0 3 | scipy>=1.4.1 4 | scikit-learn>=0.22.1 5 | lightgbm>=2.0.11 6 | raiutils>=0.4.2 -------------------------------------------------------------------------------- /erroranalysis/tests/common_utils.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | # Defines common utilities for error analysis tests 5 | import numpy as np 6 | import pandas as pd 7 | 8 | 9 | def replicate_dataset(X, y, replications=16): 10 | for _ in range(replications): 11 | X = pd.concat([X, X], ignore_index=True) 12 | y = np.concatenate([y, y]) 13 | return X, y 14 | -------------------------------------------------------------------------------- /img/model-assessment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/img/model-assessment.png -------------------------------------------------------------------------------- /img/responsible-ai-dashboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/img/responsible-ai-dashboard.png -------------------------------------------------------------------------------- /img/responsible-ai-toolbox.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/img/responsible-ai-toolbox.png -------------------------------------------------------------------------------- /img/responsibleai-toolbox.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/img/responsibleai-toolbox.png -------------------------------------------------------------------------------- /libs/.gitkeep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/libs/.gitkeep -------------------------------------------------------------------------------- /libs/causality/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/causality/.eslintrc.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": ["../../.eslintrc"], 3 | "ignorePatterns": ["!**/*"], 4 | "overrides": [ 5 | { 6 | "files": ["*.ts", "*.tsx", "*.js", "*.jsx"], 7 | "rules": {} 8 | }, 9 | { 10 | "files": ["**/LargeCausalIndividualChart.tsx"], 11 | "rules": { 12 | "max-lines": "off" 13 | } 14 | } 15 | ] 16 | } 17 | -------------------------------------------------------------------------------- /libs/causality/README.md: -------------------------------------------------------------------------------- 1 | # causality 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test causality` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/causality/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/causality/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/causality", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/causality/src/index.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export * from "./lib/CausalAnalysisDashboard/CausalInsightsTab"; 5 | export * from "./lib/CausalAnalysisDashboard/CausalAnalysisEnums"; 6 | -------------------------------------------------------------------------------- /libs/causality/src/lib/CausalAnalysisDashboard/CausalAnalysisEnums.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export enum CausalAnalysisOptions { 5 | Aggregate = "Aggregate causal effects", 6 | Individual = "Individual causal effects", 7 | Treatment = "Treatment policy" 8 | } 9 | -------------------------------------------------------------------------------- /libs/causality/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.lib.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/causality/yarn.lock: -------------------------------------------------------------------------------- 1 | # THIS IS AN AUTOGENERATED FILE. DO NOT EDIT THIS FILE DIRECTLY. 2 | # yarn lockfile v1 3 | 4 | 5 | -------------------------------------------------------------------------------- /libs/core-ui/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/core-ui/README.md: -------------------------------------------------------------------------------- 1 | # core-ui 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test core-ui` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/core-ui/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/core-ui/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/core-ui", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/Highchart/HighchartTypes.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IColorNames } from "../util/FluentUIStyles"; 5 | 6 | export type { 7 | Chart as Highchart, 8 | ChartSelectionContextObject as HighchartSelectionContext 9 | } from "highcharts"; 10 | 11 | export type HighchartsModuleNames = "heatmap" | "gantt" | "pattern-fill"; 12 | 13 | export type { IColorNames }; 14 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/Highchart/IBoxChartState.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IHighchartBoxData } from "../Interfaces/IHighchartBoxData"; 5 | 6 | export interface IBoxChartState { 7 | boxPlotData: Array; 8 | outlierData: number[][] | undefined; 9 | } 10 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/Highchart/Null.tsx: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | // null is a special value in highcharts for heatmaps. 5 | // However, eslint does not allow us to use null. 6 | // Making an exception for this file only works around that problem 7 | // while keeping the eslint rules active for all other files. 8 | export const HighchartsNull = null; 9 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/Interfaces/ICohort.tsx: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IFilter } from "./IFilter"; 5 | 6 | export interface ICohort { 7 | filterList: IFilter[]; 8 | cohortName: string; 9 | } 10 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/Interfaces/IConfusionMatrixData.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export interface IConfusionMatrixData { 5 | confusionMatrix: number[][]; 6 | selectedLabels: string[]; 7 | } 8 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/Interfaces/IGlobalExplanationProps.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export interface IGlobalExplanationProps { 5 | globalImportanceIntercept: number[]; 6 | globalImportance: number[][]; 7 | isGlobalImportanceDerivedFromLocal: boolean; 8 | } 9 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/Interfaces/IHighchartBoxData.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export interface IHighchartBoxData { 5 | low: number; 6 | median: number; 7 | high: number; 8 | outliers: number[]; 9 | q1: number; 10 | q3: number; 11 | x?: number; 12 | } 13 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/Interfaces/IMetaData.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export interface IFeatureMetaData { 5 | identity_feature_name?: string; 6 | datetime_features?: string[]; 7 | categorical_features?: string[]; 8 | dropped_features?: string[]; 9 | time_series_id_features?: string[]; 10 | } 11 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/Interfaces/IPreBuiltCohort.tsx: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IPreBuiltFilter } from "./IPreBuiltFilter"; 5 | 6 | export interface IPreBuiltCohort { 7 | cohort_filter_list: IPreBuiltFilter[]; 8 | name: string; 9 | } 10 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/Interfaces/IPreBuiltFilter.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { FilterMethods } from "./IFilter"; 5 | 6 | export interface IPreBuiltFilter { 7 | method: FilterMethods; 8 | arg: any[]; 9 | column: string; 10 | } 11 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/Interfaces/IStatistic.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export interface ILabeledStatistic { 5 | key: string; 6 | label: string; 7 | stat: number; 8 | } 9 | 10 | export const TotalCohortSamples = "samples"; 11 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/Interfaces/IVisionModelExplanationData.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export interface IVisionListItem { 5 | [key: string]: string | number | boolean | string[] | number[][]; 6 | image: string; 7 | predictedY: string | string[]; 8 | trueY: string | string[]; 9 | index: number; 10 | odIncorrect: string; 11 | odCorrect: string; 12 | odAggregate: string; 13 | } 14 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/cohortKey.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const cohortKey = "Cohort"; 5 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/components/NoData.tsx: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { localization } from "@responsible-ai/localization"; 5 | import React from "react"; 6 | 7 | export class NoData extends React.Component { 8 | public render(): React.ReactNode { 9 | return localization.Core.NoData.Title; 10 | } 11 | } 12 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/util/Never.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export type Never = { [key in keyof T]?: never }; 5 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/util/PartialRequired.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export type PartialRequired = Omit & 5 | { [P in TK]-?: T[TK] }; 6 | export type PartialRequired2< 7 | T, 8 | TK extends keyof T, 9 | TK2 extends keyof Pick[TK] 10 | > = Omit & 11 | { 12 | [P in TK]-?: PartialRequired; 13 | }; 14 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/util/compare.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function compare(a: string | number, b: string | number): 1 | 0 | -1 { 5 | if (a > b) { 6 | return 1; 7 | } 8 | if (a < b) { 9 | return -1; 10 | } 11 | return 0; 12 | } 13 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/util/generateRoute.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function generateRoute(params: readonly string[]): string { 5 | return params.map((p) => `/:${p}([\\d\\s\\w-%]*)?`).join(""); 6 | } 7 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/util/getCohortFilterCount.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { Cohort } from "../Cohort/Cohort"; 5 | 6 | export function getCohortFilterCount(cohort: Cohort): number { 7 | return cohort.filters.length + cohort.compositeFilters.length; 8 | } 9 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/util/getRandomId.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { v4 } from "uuid"; 5 | 6 | export function getRandomId(): string { 7 | return `Id_${v4()}`; 8 | } 9 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/util/nameof.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const nameof = (name: keyof T & string): keyof T & string => name; 5 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/util/rowErrorSize.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const rowErrorSize = 10000; 5 | -------------------------------------------------------------------------------- /libs/core-ui/src/lib/util/string.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function limitStringLength( 5 | str: string | undefined, 6 | length: number 7 | ): string | undefined { 8 | if ((str?.length || 0) > length) { 9 | return `${str?.slice(0, Math.max(0, length))}...`; 10 | } 11 | return str; 12 | } 13 | -------------------------------------------------------------------------------- /libs/core-ui/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.lib.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/core-ui/tsconfig.spec.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "./tsconfig.json", 3 | "compilerOptions": { 4 | "outDir": "../../dist/out-tsc", 5 | "module": "commonjs", 6 | "types": ["jest", "node"] 7 | }, 8 | "include": [ 9 | "**/*.test.ts", 10 | "**/*.test.tsx", 11 | "**/*.test.js", 12 | "**/*.test.jsx", 13 | "**/*.spec.ts", 14 | "**/*.spec.tsx", 15 | "**/*.spec.js", 16 | "**/*.spec.jsx", 17 | "**/*.d.ts" 18 | ] 19 | } 20 | -------------------------------------------------------------------------------- /libs/counterfactuals/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/counterfactuals/README.md: -------------------------------------------------------------------------------- 1 | # counterfactuals 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test counterfactuals` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/counterfactuals/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/counterfactuals/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/counterfactuals", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/counterfactuals/src/index.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export * from "./lib/CounterfactualsTab"; 5 | -------------------------------------------------------------------------------- /libs/counterfactuals/src/util/getDefaultSelectedPointIndexes.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { Cohort, JointDataset } from "@responsible-ai/core-ui"; 5 | 6 | export function getDefaultSelectedPointIndexes(cohort: Cohort): number[] { 7 | const indexes = cohort.unwrap(JointDataset.IndexLabel); 8 | if (indexes.length > 0) { 9 | return [indexes[0]]; 10 | } 11 | return []; 12 | } 13 | -------------------------------------------------------------------------------- /libs/counterfactuals/src/util/getTargetFeatureName.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { ICounterfactualData } from "@responsible-ai/core-ui"; 5 | 6 | export function getTargetFeatureName( 7 | data?: ICounterfactualData 8 | ): string | undefined { 9 | return data?.feature_names_including_target[ 10 | data?.feature_names_including_target.length - 1 11 | ]; 12 | } 13 | -------------------------------------------------------------------------------- /libs/counterfactuals/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.lib.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/dataset-explorer/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/dataset-explorer/.eslintrc.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": ["../../.eslintrc"], 3 | "ignorePatterns": ["!**/*"], 4 | "overrides": [ 5 | { 6 | "files": ["*.ts", "*.tsx", "*.js", "*.jsx"], 7 | "rules": {} 8 | }, 9 | { 10 | "files": ["LargeDatasetExplorerTab.tsx"], 11 | "rules": { 12 | "max-lines": "warn" 13 | } 14 | } 15 | ] 16 | } 17 | -------------------------------------------------------------------------------- /libs/dataset-explorer/README.md: -------------------------------------------------------------------------------- 1 | # dataset-explorer 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test dataset-explorer` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/dataset-explorer/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/dataset-explorer/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/dataset-explorer", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/dataset-explorer/src/index.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export * from "./lib/ChartView/DataAnalysisView/DatasetExplorerTab"; 5 | export * from "./lib/DataAnalysisTab"; 6 | export * from "./lib/TableView/TableView"; 7 | -------------------------------------------------------------------------------- /libs/dataset-explorer/src/lib/ChartView/utils/ScatterUtils.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function getScatterSymbols(): string[] { 5 | const symbols = []; 6 | for (let i = 0; i < 3; i++) { 7 | symbols.push("circle", "square", "diamond", "triangle", "triangle-down"); 8 | } 9 | return symbols; 10 | } 11 | -------------------------------------------------------------------------------- /libs/dataset-explorer/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.lib.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/e2e/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@nrwl/react/babel", 5 | { 6 | "runtime": "automatic", 7 | "useBuiltIns": "usage" 8 | } 9 | ] 10 | ], 11 | "plugins": [] 12 | } 13 | -------------------------------------------------------------------------------- /libs/e2e/.eslintrc.json: -------------------------------------------------------------------------------- 1 | { 2 | "globals": { 3 | "JQuery": "readonly" 4 | }, 5 | "extends": ["plugin:cypress/recommended", "../../.eslintrc"], 6 | "ignorePatterns": ["!**/*"], 7 | "overrides": [ 8 | { 9 | "files": ["*.ts", "*.tsx", "*.js", "*.jsx"], 10 | "rules": {} 11 | }, 12 | { 13 | "files": ["charts.ts"], 14 | "rules": { 15 | "cypress/no-unnecessary-waiting": "off" 16 | } 17 | } 18 | ] 19 | } 20 | -------------------------------------------------------------------------------- /libs/e2e/README.md: -------------------------------------------------------------------------------- 1 | # Responsible AI sharable e2e tests 2 | 3 | The Responsible AI sharable e2e tests package contains tests shared across RAI OSS and AML repo. 4 | 5 | The open source code can be found here: 6 | 7 | -------------------------------------------------------------------------------- /libs/e2e/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/e2e", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/e2e/src/util/dropdown.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { getSpan } from "./getSpan"; 5 | 6 | export function selectDropdown(selector: string, item: string | number): void { 7 | cy.get(`${selector}`).click(); 8 | getSpan(item.toString()).click(); 9 | } 10 | -------------------------------------------------------------------------------- /libs/e2e/src/util/generateId.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function generateId(length?: number): string { 5 | const len = length === undefined ? 4 : length; 6 | // tslint:disable-next-line: insecure-random 7 | return Math.random() 8 | .toString(36) 9 | .replace(/[^a-z]+/g, "") 10 | .slice(0, Math.max(0, len)); 11 | } 12 | -------------------------------------------------------------------------------- /libs/e2e/src/util/getMenu.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function getMenu( 5 | text: string, 6 | container = "" 7 | ): Cypress.Chainable> { 8 | return cy.get(`${container} button:contains("${text}")`); 9 | } 10 | -------------------------------------------------------------------------------- /libs/e2e/src/util/getOS.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function getOS(): string { 5 | const userAgent = window.navigator.userAgent; 6 | if (userAgent.includes("Windows NT")) { 7 | return "Windows"; 8 | } else if (userAgent.includes("Mac")) { 9 | return "Mac"; 10 | } 11 | return "Linux"; 12 | } 13 | -------------------------------------------------------------------------------- /libs/e2e/src/util/getSpan.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function getSpan( 5 | text: string 6 | ): Cypress.Chainable> { 7 | return cy.get("span").contains(text); 8 | } 9 | -------------------------------------------------------------------------------- /libs/e2e/src/util/getText.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function getText(selector: string): string { 5 | return cy.$$(selector).text(); 6 | } 7 | -------------------------------------------------------------------------------- /libs/e2e/src/util/getValue.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function getValue(selector: string): string { 5 | return cy.$$(selector).val() as string; 6 | } 7 | -------------------------------------------------------------------------------- /libs/e2e/src/util/nameof.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const nameof = (name: keyof T): keyof T => name; 5 | -------------------------------------------------------------------------------- /libs/e2e/src/util/setValue.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function setValue(selector: string, value: string): void { 5 | cy.get(selector).type(value).type("{enter}"); 6 | } 7 | -------------------------------------------------------------------------------- /libs/e2e/tsconfig.e2e.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "./tsconfig.json", 3 | "compilerOptions": { 4 | "sourceMap": false, 5 | "outDir": "../../dist/out-tsc", 6 | "allowJs": true, 7 | "types": ["cypress", "node"], 8 | "isolatedModules": false 9 | }, 10 | "include": ["src/**/*.ts", "src/**/*.js"] 11 | } 12 | -------------------------------------------------------------------------------- /libs/e2e/tsconfig.lib.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "./tsconfig.json", 3 | "compilerOptions": { 4 | "outDir": "../../dist/out-tsc", 5 | "types": ["cypress", "node"] 6 | }, 7 | "files": [ 8 | "../../node_modules/@nrwl/react/typings/cssmodule.d.ts", 9 | "../../node_modules/@nrwl/react/typings/image.d.ts" 10 | ], 11 | "exclude": ["**/*.spec.ts", "**/*.spec.tsx"], 12 | "include": ["**/*.js", "**/*.jsx", "**/*.ts", "**/*.tsx"] 13 | } 14 | -------------------------------------------------------------------------------- /libs/e2e/tsconfig.spec.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "./tsconfig.json", 3 | "compilerOptions": { 4 | "outDir": "../../dist/out-tsc", 5 | "module": "commonjs", 6 | "types": ["jest", "node"] 7 | }, 8 | "include": [ 9 | "**/*.spec.ts", 10 | "**/*.spec.tsx", 11 | "**/*.spec.js", 12 | "**/*.spec.jsx", 13 | "**/*.d.ts" 14 | ] 15 | } 16 | -------------------------------------------------------------------------------- /libs/error-analysis/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/error-analysis/README.md: -------------------------------------------------------------------------------- 1 | # error-analysis 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test error-analysis` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/error-analysis/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/error-analysis/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/error-analysis", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/error-analysis/src/lib/ErrorAnalysisDashboard/Interfaces/IHierarchyPointNode.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import * as d3hierarchy from "d3-hierarchy"; 5 | 6 | // This is to get around a typescript import issue with d3-hierarchy 7 | export type IHierarchyPointNode = 8 | d3hierarchy.HierarchyPointNode; 9 | -------------------------------------------------------------------------------- /libs/error-analysis/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.lib.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/fairness/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/fairness/.eslintrc.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": ["../../.eslintrc"], 3 | "ignorePatterns": ["!**/*"], 4 | "overrides": [ 5 | { 6 | "files": ["*.ts", "*.tsx", "*.js", "*.jsx"], 7 | "rules": {} 8 | }, 9 | { 10 | "files": ["*.ts", "*.tsx"], 11 | "rules": {} 12 | }, 13 | { 14 | "files": ["*.js", "*.jsx"], 15 | "rules": {} 16 | } 17 | ] 18 | } 19 | -------------------------------------------------------------------------------- /libs/fairness/README.md: -------------------------------------------------------------------------------- 1 | # fairness 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test fairness` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/fairness/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/fairness/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/fairness", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/fairness/src/index.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export * from "./lib/FairnessWizard"; 5 | export * from "./lib/IFairnessProps"; 6 | -------------------------------------------------------------------------------- /libs/fairness/src/lib/Controls/IPerformancePlotLegendProps.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export interface IPerformancePlotLegendProps { 5 | showSubtitle: boolean; 6 | useOverUnderPrediction: boolean; 7 | } 8 | -------------------------------------------------------------------------------- /libs/fairness/src/lib/Controls/IWizardTabProps.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IFairnessContext } from "../util/IFairnessContext"; 5 | 6 | export interface IWizardTabProps { 7 | dashboardContext: IFairnessContext; 8 | onSetTab: (key: string) => void; 9 | } 10 | -------------------------------------------------------------------------------- /libs/fairness/src/lib/util/IBinnedResponse.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { RangeTypes } from "@responsible-ai/mlchartlib"; 5 | 6 | export interface IBinnedResponse { 7 | hasError: boolean; 8 | array: Array; 9 | labelArray: string[]; 10 | featureIndex: number; 11 | rangeType: RangeTypes; 12 | } 13 | -------------------------------------------------------------------------------- /libs/fairness/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.lib.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/fairness/tsconfig.spec.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "./tsconfig.json", 3 | "compilerOptions": { 4 | "outDir": "../../dist/out-tsc", 5 | "module": "commonjs", 6 | "types": ["jest", "node"] 7 | }, 8 | "include": [ 9 | "**/*.test.ts", 10 | "**/*.test.tsx", 11 | "**/*.test.js", 12 | "**/*.test.jsx", 13 | "**/*.spec.ts", 14 | "**/*.spec.tsx", 15 | "**/*.spec.js", 16 | "**/*.spec.jsx", 17 | "**/*.d.ts" 18 | ] 19 | } 20 | -------------------------------------------------------------------------------- /libs/forecasting/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/forecasting/.eslintrc.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": ["plugin:@nrwl/nx/react", "../../.eslintrc.json"], 3 | "ignorePatterns": ["!**/*"], 4 | "overrides": [ 5 | { 6 | "files": ["*.ts", "*.tsx", "*.js", "*.jsx"], 7 | "rules": {} 8 | }, 9 | { 10 | "files": ["TransformationCreationDialog.tsx"], 11 | "rules": { 12 | "max-lines": "warn" 13 | } 14 | } 15 | ] 16 | } 17 | -------------------------------------------------------------------------------- /libs/forecasting/README.md: -------------------------------------------------------------------------------- 1 | # forecasting 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test forecasting` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/forecasting/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/forecasting/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/forecasting", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/forecasting/src/index.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export * from "./lib/ForecastingDashboard/ForecastingDashboard"; 5 | -------------------------------------------------------------------------------- /libs/forecasting/tsconfig.lib.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "./tsconfig.json", 3 | "compilerOptions": { 4 | "outDir": "../../dist/out-tsc", 5 | "types": ["node"] 6 | }, 7 | "files": [ 8 | "../../node_modules/@nrwl/react/typings/cssmodule.d.ts", 9 | "../../node_modules/@nrwl/react/typings/image.d.ts" 10 | ], 11 | "exclude": ["**/*.spec.ts", "**/*.spec.tsx"], 12 | "include": ["**/*.js", "**/*.jsx", "**/*.ts", "**/*.tsx"] 13 | } 14 | -------------------------------------------------------------------------------- /libs/forecasting/tsconfig.spec.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "./tsconfig.json", 3 | "compilerOptions": { 4 | "outDir": "../../dist/out-tsc", 5 | "module": "commonjs", 6 | "types": ["jest", "node"] 7 | }, 8 | "include": [ 9 | "**/*.spec.ts", 10 | "**/*.spec.tsx", 11 | "**/*.spec.js", 12 | "**/*.spec.jsx", 13 | "**/*.d.ts" 14 | ] 15 | } 16 | -------------------------------------------------------------------------------- /libs/interpret-text/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/interpret-text/.eslintrc.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": ["../../.eslintrc"], 3 | "ignorePatterns": ["!**/*"], 4 | "overrides": [ 5 | { 6 | "files": ["*.ts", "*.tsx", "*.js", "*.jsx"], 7 | "rules": {} 8 | }, 9 | { 10 | "files": ["*.ts", "*.tsx"], 11 | "rules": {} 12 | }, 13 | { 14 | "files": ["*.js", "*.jsx"], 15 | "rules": {} 16 | } 17 | ] 18 | } 19 | -------------------------------------------------------------------------------- /libs/interpret-text/README.md: -------------------------------------------------------------------------------- 1 | # interpret-text 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test interpret-text` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/interpret-text/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/interpret-text/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/interpret-text", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/interpret-text/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.lib.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/interpret-vision/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/interpret-vision/.eslintrc.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": ["../../.eslintrc.json"], 3 | "ignorePatterns": ["!**/*"], 4 | "overrides": [ 5 | { 6 | "files": ["*.ts", "*.tsx", "*.js", "*.jsx"], 7 | "rules": {} 8 | }, 9 | { 10 | "files": ["*.ts", "*.tsx"], 11 | "rules": {} 12 | }, 13 | { 14 | "files": ["*.js", "*.jsx"], 15 | "rules": {} 16 | } 17 | ] 18 | } 19 | -------------------------------------------------------------------------------- /libs/interpret-vision/README.md: -------------------------------------------------------------------------------- 1 | # interpret-vision 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test interpret-vision` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/interpret-vision/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/interpret-vision", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/interpret-vision/src/index.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export * from "./lib/VisionExplanationDashboard/VisionExplanationDashboard"; 5 | export * from "./lib/VisionExplanationDashboard/Interfaces/IVisionExplanationDashboardProps"; 6 | export * from "./lib/VisionExplanationDashboard/Interfaces/IVisionExplanationDashboardState"; 7 | -------------------------------------------------------------------------------- /libs/interpret-vision/src/lib/VisionExplanationDashboard/Interfaces/ISearchable.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export interface ISearchable { 5 | searchValue: string; 6 | } 7 | -------------------------------------------------------------------------------- /libs/interpret-vision/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.lib.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/interpret/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/interpret/README.md: -------------------------------------------------------------------------------- 1 | # interpret 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test interpret` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/interpret/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/interpret/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/interpret", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/interpret/src/lib/MLIDashboard/Controls/FeatureImportance/FeatureImportanceModes.tsx: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export enum FeatureImportanceModes { 5 | Bar = "bar", 6 | Beehive = "beehive", 7 | Violin = "violin", 8 | Box = "box" 9 | } 10 | -------------------------------------------------------------------------------- /libs/interpret/src/lib/MLIDashboard/Controls/GlobalExplanationTab/IGlobalSeries.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export interface IGlobalSeries { 5 | unsortedAggregateY: number[]; 6 | // feature x row, given how lookup is done 7 | unsortedIndividualY?: number[][]; 8 | unsortedFeatureValues?: number[]; 9 | name: string; 10 | colorIndex: number; 11 | id?: number; 12 | } 13 | -------------------------------------------------------------------------------- /libs/interpret/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.lib.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/localization/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/localization/README.md: -------------------------------------------------------------------------------- 1 | # localization 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test localization` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/localization/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/localization/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/localization", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/localization/src/index.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export * from "./lib/Language"; 5 | export * from "./lib/localization"; 6 | -------------------------------------------------------------------------------- /libs/localization/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": { 4 | "jsx": "react-jsx", 5 | "allowJs": true, 6 | "esModuleInterop": true, 7 | "allowSyntheticDefaultImports": true 8 | }, 9 | "files": [], 10 | "include": [], 11 | "references": [ 12 | { 13 | "path": "./tsconfig.lib.json" 14 | }, 15 | { 16 | "path": "./tsconfig.spec.json" 17 | } 18 | ] 19 | } 20 | -------------------------------------------------------------------------------- /libs/localization/tsconfig.lib.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "./tsconfig.json", 3 | "compilerOptions": { 4 | "outDir": "../../dist/out-tsc", 5 | "types": ["node"] 6 | }, 7 | "files": [ 8 | "../../node_modules/@nrwl/react/typings/cssmodule.d.ts", 9 | "../../node_modules/@nrwl/react/typings/image.d.ts" 10 | ], 11 | "exclude": ["**/*.spec.ts", "**/*.spec.tsx"], 12 | "include": ["**/*.js", "**/*.jsx", "**/*.ts", "**/*.tsx"] 13 | } 14 | -------------------------------------------------------------------------------- /libs/localization/tsconfig.spec.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "./tsconfig.json", 3 | "compilerOptions": { 4 | "outDir": "../../dist/out-tsc", 5 | "module": "commonjs", 6 | "types": ["jest", "node"] 7 | }, 8 | "include": [ 9 | "**/*.spec.ts", 10 | "**/*.spec.tsx", 11 | "**/*.spec.js", 12 | "**/*.spec.jsx", 13 | "**/*.d.ts" 14 | ] 15 | } 16 | -------------------------------------------------------------------------------- /libs/mlchartlib/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/mlchartlib/.eslintrc.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": ["../../.eslintrc"], 3 | "ignorePatterns": ["!**/*"], 4 | "overrides": [ 5 | { 6 | "files": ["*.ts", "*.tsx", "*.js", "*.jsx"], 7 | "rules": {} 8 | }, 9 | { 10 | "files": ["*.ts", "*.tsx"], 11 | "rules": {} 12 | }, 13 | { 14 | "files": ["*.js", "*.jsx"], 15 | "rules": {} 16 | } 17 | ] 18 | } 19 | -------------------------------------------------------------------------------- /libs/mlchartlib/README.md: -------------------------------------------------------------------------------- 1 | # mlchartlib 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test mlchartlib` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/mlchartlib/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/mlchartlib/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/mlchartlib", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/mlchartlib/src/lib/components/AccessorMappingFunctionNames.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export enum AccessorMappingFunctionNames { 5 | StringifyText = "string" 6 | } 7 | -------------------------------------------------------------------------------- /libs/mlchartlib/src/lib/components/IAccessor.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { AccessorMappingFunctionNames } from "./AccessorMappingFunctionNames"; 5 | 6 | export interface IAccessor { 7 | mapArgs?: any[]; 8 | mapFunction?: AccessorMappingFunctionNames; 9 | path: string[]; 10 | plotlyPath: string; 11 | } 12 | -------------------------------------------------------------------------------- /libs/mlchartlib/src/lib/components/ICategoricalRange.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { RangeTypes } from "./RangeTypes"; 5 | 6 | export interface ICategoricalRange { 7 | uniqueValues: string[]; 8 | rangeType: RangeTypes.Categorical; 9 | } 10 | -------------------------------------------------------------------------------- /libs/mlchartlib/src/lib/components/INumericRange.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { RangeTypes } from "./RangeTypes"; 5 | 6 | export interface INumericRange { 7 | // if the feature is numeric 8 | min: number; 9 | max: number; 10 | rangeType: RangeTypes.Integer | RangeTypes.Numeric; 11 | } 12 | -------------------------------------------------------------------------------- /libs/mlchartlib/src/lib/components/IPlotlyProperty.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { Config, Layout } from "plotly.js"; 5 | 6 | import { IData } from "./IData"; 7 | 8 | export interface IPlotlyProperty { 9 | layout?: Partial; 10 | config?: Partial; 11 | data: IData[]; 12 | } 13 | -------------------------------------------------------------------------------- /libs/mlchartlib/src/lib/components/PlotlyMode.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export enum PlotlyMode { 5 | Lines = "lines", 6 | Markers = "markers", 7 | Text = "text", 8 | LinesMarkers = "lines+markers", 9 | TextMarkers = "text+markers", 10 | TextLines = "text+lines", 11 | TextLinesMarkers = "text+lines+markers", 12 | None = "none" 13 | } 14 | -------------------------------------------------------------------------------- /libs/mlchartlib/src/lib/components/RangeTypes.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export enum RangeTypes { 5 | Categorical = "categorical", 6 | Integer = "integer", 7 | Numeric = "numeric" 8 | } 9 | -------------------------------------------------------------------------------- /libs/mlchartlib/src/lib/util/chartColors.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { getTheme } from "@fluentui/react"; 5 | 6 | const theme = getTheme(); 7 | export const chartColors = [ 8 | theme.palette.blue, //"#1f77b4", 9 | theme.palette.orangeLighter //"#ff7f0e" 10 | ]; 11 | -------------------------------------------------------------------------------- /libs/mlchartlib/src/lib/util/roundDecimal.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export function roundDecimal(value: number): number { 5 | return value % 1 !== 0 ? Math.round(value * 10000) / 10000 : value; 6 | } 7 | -------------------------------------------------------------------------------- /libs/mlchartlib/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.lib.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/model-assessment/.babelrc: -------------------------------------------------------------------------------- 1 | { 2 | "presets": ["@nrwl/react/babel"], 3 | "plugins": [] 4 | } 5 | -------------------------------------------------------------------------------- /libs/model-assessment/README.md: -------------------------------------------------------------------------------- 1 | # model-assessment 2 | 3 | This library was generated with [Nx](https://nx.dev). 4 | 5 | ## Running unit tests 6 | 7 | Run `nx test model-assessment` to execute the unit tests via [Jest](https://jestjs.io). 8 | -------------------------------------------------------------------------------- /libs/model-assessment/babel-jest.config.json: -------------------------------------------------------------------------------- 1 | { 2 | "presets": [ 3 | [ 4 | "@babel/preset-env", 5 | { 6 | "targets": { 7 | "node": "current" 8 | } 9 | } 10 | ], 11 | "@babel/preset-typescript", 12 | "@babel/preset-react" 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /libs/model-assessment/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "@responsible-ai/model-assessment", 3 | "version": "0.0.0", 4 | "license": "MIT" 5 | } 6 | -------------------------------------------------------------------------------- /libs/model-assessment/src/index.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export * from "./lib/ModelAssessmentDashboard/ModelAssessmentDashboard"; 5 | export * from "./lib/ModelAssessmentDashboard/ModelAssessmentDashboardProps"; 6 | export * from "./lib/ModelAssessmentDashboard/Controls/ModelOverview/StatsTableUtils"; 7 | -------------------------------------------------------------------------------- /libs/model-assessment/src/lib/ModelAssessmentDashboard/Controls/IndividualFeatureImportanceView/IndividualFeatureImportanceState.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | import { IObjectWithKey } from "@fluentui/react"; 5 | 6 | export interface IIndividualFeatureImportanceState { 7 | allSubsetSelectedItems: IObjectWithKey[]; 8 | } 9 | -------------------------------------------------------------------------------- /libs/model-assessment/src/lib/ModelAssessmentDashboard/Controls/IndividualFeatureImportanceView/LargeIndividualFeatureImportanceView/constants.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const regressionKeyValue = "regressionScore"; 5 | -------------------------------------------------------------------------------- /libs/model-assessment/src/lib/ModelAssessmentDashboard/Controls/ModelOverview/ChartConfigurationFlyoutState.tsx: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export interface IChartConfigurationFlyoutState { 5 | newlySelectedDatasetCohorts: number[]; 6 | newlySelectedFeatureBasedCohorts: number[]; 7 | datasetCohortViewIsNewlySelected: boolean; 8 | } 9 | -------------------------------------------------------------------------------- /libs/model-assessment/src/lib/ModelAssessmentDashboard/Controls/ModelOverview/Constants.ts: -------------------------------------------------------------------------------- 1 | // Copyright (c) Microsoft Corporation. 2 | // Licensed under the MIT License. 3 | 4 | export const defaultNumberOfContinuousFeatureBins = 3; 5 | -------------------------------------------------------------------------------- /libs/model-assessment/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../../tsconfig.base.json", 3 | "compilerOptions": {}, 4 | "files": [], 5 | "include": [], 6 | "references": [ 7 | { 8 | "path": "./tsconfig.lib.json" 9 | }, 10 | { 11 | "path": "./tsconfig.spec.json" 12 | } 13 | ] 14 | } 15 | -------------------------------------------------------------------------------- /nlp_feature_extractors/nlp_feature_extractors/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | -------------------------------------------------------------------------------- /nlp_feature_extractors/nlp_feature_extractors/data/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | -------------------------------------------------------------------------------- /nlp_feature_extractors/nlp_feature_extractors/data/female-words.txt: -------------------------------------------------------------------------------- 1 | she 2 | her 3 | hers 4 | herself 5 | 6 | -------------------------------------------------------------------------------- /nlp_feature_extractors/nlp_feature_extractors/data/male-words.txt: -------------------------------------------------------------------------------- 1 | he 2 | him 3 | his 4 | himself 5 | 6 | -------------------------------------------------------------------------------- /nlp_feature_extractors/nlp_feature_extractors/data/neutral-words.txt: -------------------------------------------------------------------------------- 1 | they 2 | them 3 | theirs 4 | themselves 5 | -------------------------------------------------------------------------------- /nlp_feature_extractors/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | azure-storage-blob 2 | jupyter 3 | transformers>=4.17.0 4 | torch 5 | -------------------------------------------------------------------------------- /nlp_feature_extractors/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets 2 | negspacy>=1.0.0 3 | numpy>=1.17.2 4 | sentencepiece 5 | spacy 6 | tqdm 7 | raiutils>=0.4.2 -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/classification-assessment-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/classification-assessment-1.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/classification-assessment-10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/classification-assessment-10.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/classification-assessment-11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/classification-assessment-11.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/classification-assessment-12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/classification-assessment-12.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/classification-assessment-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/classification-assessment-2.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/classification-assessment-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/classification-assessment-3.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/classification-assessment-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/classification-assessment-4.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/classification-assessment-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/classification-assessment-5.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/classification-assessment-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/classification-assessment-6.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/classification-assessment-7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/classification-assessment-7.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/classification-assessment-8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/classification-assessment-8.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/classification-assessment-9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/classification-assessment-9.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-1.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-10.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-11.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-12.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-13.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-14.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-2.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-3.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-4.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-5.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-6.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-7.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-8.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-assessment-9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-assessment-9.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-decision-making-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-decision-making-1.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-decision-making-10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-decision-making-10.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-decision-making-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-decision-making-2.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-decision-making-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-decision-making-3.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-decision-making-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-decision-making-4.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-decision-making-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-decision-making-5.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-decision-making-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-decision-making-6.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-decision-making-7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-decision-making-7.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-decision-making-8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-decision-making-8.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/regression-decision-making-9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/regression-decision-making-9.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-1.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-10.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-11.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-12.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-12.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-13.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-13.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-14.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-14.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-15.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-15.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-16.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-17.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-17.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-18.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-18.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-19.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-19.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-2.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-20.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-21.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-21.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-22.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-22.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-23.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-23.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-24.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-24.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-25.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-25.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-26.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-26.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-27.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-27.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-28.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-28.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-29.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-29.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-3.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-30.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-30.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-4.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-5.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-6.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-7.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-8.png -------------------------------------------------------------------------------- /notebooks/responsibleaidashboard/tabular/img/tour-9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/notebooks/responsibleaidashboard/tabular/img/tour-9.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.isort] 2 | line_length = 79 3 | indent = ' ' 4 | -------------------------------------------------------------------------------- /rai_core_flask/.gitignore: -------------------------------------------------------------------------------- 1 | dist/* -------------------------------------------------------------------------------- /rai_core_flask/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include requirements.txt 2 | -------------------------------------------------------------------------------- /rai_core_flask/rai_core_flask/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Module for rai_core_flask service.""" 5 | 6 | from .flask_helper import FlaskHelper 7 | 8 | __all__ = ['FlaskHelper'] 9 | -------------------------------------------------------------------------------- /rai_core_flask/rai_core_flask/environments/base_environment.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | import abc 5 | 6 | 7 | class BaseEnvironment(abc.ABC): 8 | """Interface for environments.""" 9 | def display(self, html): 10 | from IPython.display import HTML, display 11 | display(HTML(html), metadata=dict(isolated=True)) 12 | 13 | def select(self, service): 14 | pass 15 | -------------------------------------------------------------------------------- /rai_core_flask/release.sh: -------------------------------------------------------------------------------- 1 | python -m pip install --user --upgrade setuptools wheel twine 2 | 3 | # Remove previous build folders 4 | rm -rf dist 5 | rm -rf build 6 | rm -rf rai_core_flask.egg-info 7 | 8 | # build 9 | python setup.py sdist bdist_wheel 10 | 11 | # upload to Pypy 12 | python -m twine upload dist/* 13 | -------------------------------------------------------------------------------- /rai_core_flask/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | pytest==7.0.1 2 | pytest-cov 3 | pytest-mock==3.6.1 4 | requests==2.25.1 5 | 6 | requirements-parser==0.2.0 7 | -------------------------------------------------------------------------------- /rai_core_flask/requirements.txt: -------------------------------------------------------------------------------- 1 | Flask 2 | Flask-Cors 3 | flask-socketio 4 | ipython<=7.16.3; python_version <= '3.6' 5 | ipython>=7.31.1; python_version > '3.6' 6 | greenlet>=1.1.2 7 | gevent>=21.12.0 8 | -------------------------------------------------------------------------------- /rai_test_utils/.gitignore: -------------------------------------------------------------------------------- 1 | dist/* -------------------------------------------------------------------------------- /rai_test_utils/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include requirements.txt 2 | -------------------------------------------------------------------------------- /rai_test_utils/rai_test_utils/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Responsible AI test utilities package.""" 5 | 6 | from .version import name, version 7 | 8 | __name__ = name 9 | __version__ = version 10 | -------------------------------------------------------------------------------- /rai_test_utils/rai_test_utils/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Namespace for datasets.""" 5 | -------------------------------------------------------------------------------- /rai_test_utils/rai_test_utils/datasets/vision/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Namespace for vision datasets.""" 5 | 6 | from .object_detection_data_utils import (get_images, 7 | load_fridge_object_detection_dataset) 8 | 9 | __all__ = [ 10 | "get_images", 11 | "load_fridge_object_detection_dataset" 12 | ] 13 | -------------------------------------------------------------------------------- /rai_test_utils/rai_test_utils/models/lightgbm/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Namespace for lightgbm models.""" 5 | 6 | from .lightgbm_model_utils import create_lightgbm_classifier 7 | 8 | __all__ = ["create_lightgbm_classifier"] 9 | -------------------------------------------------------------------------------- /rai_test_utils/rai_test_utils/models/torch/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Namespace for torch models.""" 5 | 6 | from .torch_model_utils import get_object_detection_fridge_model 7 | 8 | __all__ = ["get_object_detection_fridge_model"] 9 | -------------------------------------------------------------------------------- /rai_test_utils/rai_test_utils/models/xgboost/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Namespace for xgboost models.""" 5 | 6 | from .xgboost_model_utils import create_xgboost_classifier 7 | 8 | __all__ = ["create_xgboost_classifier"] 9 | -------------------------------------------------------------------------------- /rai_test_utils/rai_test_utils/utilities/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Namespace for utility functions used in tests.""" 5 | 6 | from .utils import is_valid_uuid, retrieve_dataset 7 | 8 | __all__ = [ 9 | "is_valid_uuid", 10 | "retrieve_dataset" 11 | ] 12 | -------------------------------------------------------------------------------- /rai_test_utils/rai_test_utils/version.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | name = 'rai_test_utils' 5 | _major = '0' 6 | _minor = '4' 7 | _patch = '2' 8 | version = '{}.{}.{}'.format(_major, _minor, _patch) 9 | -------------------------------------------------------------------------------- /rai_test_utils/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | pytest==7.0.1 2 | pytest-cov 3 | pytest-mock==3.6.1 4 | 5 | requirements-parser==0.2.0 6 | 7 | pandas>=0.25.1,<2.0.0 8 | numpy<2.0.0 9 | ml-wrappers 10 | requests 11 | Pillow>=10.0.0; python_version>"3.7" # due to breaking changes in v10.0.0 (https://pillow.readthedocs.io/en/latest/releasenotes/10.0.0.html) 12 | Pillow<10.0.0; python_version<="3.7" # Pillow v10.0.0 is only available starting with Python 3.8 -------------------------------------------------------------------------------- /rai_test_utils/requirements-object-detection.txt: -------------------------------------------------------------------------------- 1 | requests 2 | Pillow>=10.0.0; python_version>"3.7" # due to breaking changes in v10.0.0 (https://pillow.readthedocs.io/en/latest/releasenotes/10.0.0.html) 3 | Pillow<10.0.0; python_version<="3.7" # Pillow v10.0.0 is only available starting with Python 3.8 -------------------------------------------------------------------------------- /rai_test_utils/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | pandas 3 | scikit-learn 4 | scipy 5 | shap 6 | lightgbm 7 | xgboost 8 | -------------------------------------------------------------------------------- /raiutils/.gitignore: -------------------------------------------------------------------------------- 1 | dist/* -------------------------------------------------------------------------------- /raiutils/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include requirements.txt 2 | -------------------------------------------------------------------------------- /raiutils/raiutils/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Responsible AI Utilities package.""" 5 | 6 | from .version import name, version 7 | 8 | __name__ = name 9 | __version__ = version 10 | -------------------------------------------------------------------------------- /raiutils/raiutils/common/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Module for defining common utilities across Responsible AI utilities.""" 5 | from .retries import retry_function 6 | 7 | __all__ = ['retry_function'] 8 | -------------------------------------------------------------------------------- /raiutils/raiutils/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Module for defining common utilities related to datasets.""" 5 | from .dataset import fetch_dataset 6 | 7 | __all__ = ['fetch_dataset'] 8 | -------------------------------------------------------------------------------- /raiutils/raiutils/sampling/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Module for defining various sampling techniques.""" 5 | from .random_sampling import generate_random_sample 6 | 7 | __all__ = ['generate_random_sample'] 8 | -------------------------------------------------------------------------------- /raiutils/raiutils/version.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | name = 'raiutils' 5 | _major = '0' 6 | _minor = '4' 7 | _patch = '2' 8 | version = '{}.{}.{}'.format(_major, _minor, _patch) 9 | -------------------------------------------------------------------------------- /raiutils/raiutils/webservice/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Module for defining common utilities related to webservices.""" 5 | from .webservice import post_with_retries 6 | 7 | __all__ = ['post_with_retries'] 8 | -------------------------------------------------------------------------------- /raiutils/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | pytest==7.0.1 2 | pytest-cov 3 | pytest-mock==3.6.1 4 | 5 | requirements-parser==0.2.0 6 | 7 | pandas>=0.25.1,<2.0.0 8 | numpy<2.0.0 -------------------------------------------------------------------------------- /raiutils/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | pandas 3 | requests 4 | scikit-learn 5 | scipy 6 | -------------------------------------------------------------------------------- /raiutils/tests/test_post.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | import pytest 5 | 6 | from raiutils.webservice import post_with_retries 7 | 8 | 9 | class TestPost(object): 10 | 11 | def test_post_bad_uri(self): 12 | uri = 'https://bad_uri' 13 | input_data = {} 14 | with pytest.raises(RuntimeError): 15 | post_with_retries(uri, input_data, max_retries=2, retry_delay=1) 16 | -------------------------------------------------------------------------------- /raiwidgets/.gitignore: -------------------------------------------------------------------------------- 1 | dist/* -------------------------------------------------------------------------------- /raiwidgets/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include requirements.txt 2 | -------------------------------------------------------------------------------- /raiwidgets/README.md: -------------------------------------------------------------------------------- 1 | # raiwidgets 2 | -------------------------------------------------------------------------------- /raiwidgets/raiwidgets/__version__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | # Version will be populated during release from version.cfg file 5 | # by running `yarn auto-version` 6 | version = "0.0.0" 7 | -------------------------------------------------------------------------------- /raiwidgets/raiwidgets/error_handling.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Defines error handling utilities.""" 5 | 6 | import traceback 7 | 8 | 9 | def _format_exception(ex): 10 | return ''.join(traceback.format_exception(type(ex), ex, ex.__traceback__)) 11 | -------------------------------------------------------------------------------- /raiwidgets/raiwidgets/interfaces.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | 5 | class WidgetRequestResponseConstants(object): 6 | """Strings used to pass messages between python and javascript.""" 7 | id = "id" 8 | data = "data" 9 | error = "error" 10 | request = "request" 11 | -------------------------------------------------------------------------------- /raiwidgets/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy>=1.17.2,<=1.26.2 2 | pandas>=0.25.1,<2.0.0 3 | scipy>=1.4.1 4 | rai-core-flask>=0.7.6 5 | scikit-learn>=0.22.1 6 | lightgbm>=2.0.11 7 | erroranalysis>=0.5.4 8 | fairlearn==0.7.0 9 | raiutils>=0.4.2 10 | -------------------------------------------------------------------------------- /raiwidgets/tests/responsibleai_dashboard/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """RAIWidgets ResponsibleAIDashboard tests.""" 5 | -------------------------------------------------------------------------------- /requirements-linting.txt: -------------------------------------------------------------------------------- 1 | autopep8 2 | flake8 3 | flake8-all-not-strings 4 | flake8-bugbear 5 | flake8-blind-except 6 | flake8-breakpoint 7 | flake8-builtins 8 | flake8-copyright 9 | flake8-docstrings 10 | flake8-logging-format 11 | flake8-pytest-style 12 | flake8-rst-docstrings 13 | isort 14 | -------------------------------------------------------------------------------- /responsibleai/.gitignore: -------------------------------------------------------------------------------- 1 | dist/* -------------------------------------------------------------------------------- /responsibleai/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include requirements.txt 2 | -------------------------------------------------------------------------------- /responsibleai/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | # Requirements for responsibleai development 2 | 3 | pytest==7.0.1 4 | pytest-cov 5 | pytest-mock==3.6.1 6 | 7 | # Required for responsibleai package tests 8 | deptree~=0.0.10 9 | xgboost<=1.0.0 10 | rai-test-utils==0.4.2 11 | # fix for recent joblib release and windows python 3.7 builds 12 | joblib<1.3.0; python_version <= '3.7' and sys_platform == 'win32' 13 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/__version__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | # Version will be populated during release from version.cfg file 5 | # by running `yarn auto-version` 6 | version = "0.0.0" 7 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/_config/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Internal configuration of Responsible AI Model Analysis.""" 5 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/_internal/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Internal implementation of Responsible AI SDK.""" 5 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/_tools/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """ResponsibleAI package module.""" 5 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/_tools/causal/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Utilities for causal module.""" 5 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/_tools/causal/dashboard_schemas/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Causal dashboard schema module.""" 5 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/_tools/counterfactual/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Utilities for counterfactual module.""" 5 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/_tools/counterfactual/dashboard_schemas/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Counterfactual dashboard schema module.""" 5 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/_tools/error_analysis/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Utilities for error analysis module.""" 5 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/_tools/error_analysis/dashboard_schemas/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Error Analysis dashboard schema module.""" 5 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/_tools/shared/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """ResponsibleAI package module.""" 5 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/managers/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Contains all of the managers.""" 5 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/modelanalysis/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Implementation of Model Analysis API.""" 5 | 6 | # ModelTask is only imported for backwards compatibility 7 | from raiutils.models import ModelTask 8 | from responsibleai.modelanalysis.model_analysis import ModelAnalysis 9 | 10 | __all__ = ["ModelAnalysis", "ModelTask"] 11 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/modelanalysis/constants/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Defines ModelTask for backcompat by reimporting from new location.""" 5 | 6 | from raiutils.models import ModelTask 7 | 8 | __all__ = ["ModelTask"] 9 | -------------------------------------------------------------------------------- /responsibleai/responsibleai/rai_insights/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Implementation of Model Analysis API.""" 5 | 6 | # ModelTask is only imported for backwards compatibility. 7 | from raiutils.models import ModelTask 8 | from responsibleai.rai_insights.rai_insights import RAIInsights 9 | 10 | __all__ = ['ModelTask', 'RAIInsights'] 11 | -------------------------------------------------------------------------------- /responsibleai/tests/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Responsible AI Test package.""" 5 | from .model_analysis.test_model_analysis import TestModelAnalysis 6 | from .test_dependencies import TestDependencies 7 | 8 | __version__ = "" 9 | 10 | __all__ = ["TestDependencies", "TestModelAnalysis"] 11 | -------------------------------------------------------------------------------- /responsibleai/tests/causal/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Responsible AI causal tests.""" 5 | -------------------------------------------------------------------------------- /responsibleai/tests/conftest.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | import pytest 4 | from tests.common_utils import create_adult_income_dataset 5 | 6 | 7 | @pytest.fixture(scope='session') 8 | def adult_data(): 9 | return create_adult_income_dataset() 10 | -------------------------------------------------------------------------------- /responsibleai/tests/counterfactual/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Responsible AI counterfactual tests.""" 5 | -------------------------------------------------------------------------------- /responsibleai/tests/databalanceanalysis/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Responsible AI data balance analysis tests.""" 5 | -------------------------------------------------------------------------------- /responsibleai/tests/explainer/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Responsible AI explainer tests.""" 5 | -------------------------------------------------------------------------------- /responsibleai/tests/model_analysis/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """ModelAnalysis tests.""" 5 | -------------------------------------------------------------------------------- /responsibleai/tests/rai_insights/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """RAIInsights tests.""" 5 | -------------------------------------------------------------------------------- /responsibleai/tests/tools/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Responsible AI test module.""" 5 | -------------------------------------------------------------------------------- /responsibleai/tests/tools/shared/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Responsible AI test module.""" 5 | -------------------------------------------------------------------------------- /responsibleai_text/requirements-dev.txt: -------------------------------------------------------------------------------- 1 | pytest==7.0.1 2 | pytest-cov 3 | pytest-mock==3.6.1 4 | 5 | requirements-parser==0.2.0 6 | 7 | transformers 8 | datasets 9 | tensorflow 10 | opencv-python 11 | 12 | fastai 13 | mlflow 14 | pydantic<2.0.0 -------------------------------------------------------------------------------- /responsibleai_text/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy>=1.17.2,<2.0.0 2 | pandas>=0.25.1 3 | scikit-learn>=0.22.1 4 | scipy>=1.4.1 5 | semver~=2.13.0 6 | nlp-feature-extractors==0.1.0 7 | responsibleai>=0.35.0 -------------------------------------------------------------------------------- /responsibleai_text/responsibleai_text/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Responsible AI Text SDK package.""" 5 | 6 | from responsibleai_text.common.constants import ModelTask 7 | from responsibleai_text.rai_text_insights import RAITextInsights 8 | 9 | from .version import name, version 10 | 11 | __name__ = name 12 | __version__ = version 13 | 14 | __all__ = ['ModelTask', 'RAITextInsights'] 15 | -------------------------------------------------------------------------------- /responsibleai_text/responsibleai_text/common/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Common infrastructure, constants and utilities.""" 5 | -------------------------------------------------------------------------------- /responsibleai_text/responsibleai_text/managers/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Contains all of the managers.""" 5 | -------------------------------------------------------------------------------- /responsibleai_text/responsibleai_text/rai_text_insights/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Implementation of RAI Text Insights API.""" 5 | 6 | from responsibleai_text.rai_text_insights.rai_text_insights import \ 7 | RAITextInsights 8 | 9 | __all__ = ['RAITextInsights'] 10 | -------------------------------------------------------------------------------- /responsibleai_text/responsibleai_text/utils/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Contains utilities for RAI text data processing.""" 5 | -------------------------------------------------------------------------------- /responsibleai_text/responsibleai_text/utils/genai_metrics/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Contains the GenAI metrics.""" 5 | -------------------------------------------------------------------------------- /responsibleai_text/responsibleai_text/utils/genai_metrics/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Contains the implementation of various metrics for GenAI.""" 5 | -------------------------------------------------------------------------------- /responsibleai_text/responsibleai_text/version.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | name = 'responsibleai_text' 5 | _major = '0' 6 | _minor = '2' 7 | _patch = '7' 8 | version = '{}.{}.{}'.format(_major, _minor, _patch) 9 | -------------------------------------------------------------------------------- /responsibleai_vision/requirements-automl.txt: -------------------------------------------------------------------------------- 1 | opencv-python==4.3.0.36 2 | azureml-automl-dnn-vision>=1.47.0 -------------------------------------------------------------------------------- /responsibleai_vision/responsibleai_vision/common/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Common infrastructure, constants and utilities.""" 5 | -------------------------------------------------------------------------------- /responsibleai_vision/responsibleai_vision/common/interfaces.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | from typing import List 5 | 6 | 7 | class VisionExplanationData: 8 | classNames: List[str] 9 | images: List[str] 10 | predictedY: List[str] 11 | trueY: List[str] 12 | -------------------------------------------------------------------------------- /responsibleai_vision/responsibleai_vision/managers/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Contains all of the managers.""" 5 | -------------------------------------------------------------------------------- /responsibleai_vision/responsibleai_vision/rai_vision_insights/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Implementation of RAI Vision Insights API.""" 5 | 6 | from responsibleai_vision.rai_vision_insights.rai_vision_insights import \ 7 | RAIVisionInsights 8 | 9 | __all__ = ['RAIVisionInsights'] 10 | -------------------------------------------------------------------------------- /responsibleai_vision/responsibleai_vision/utils/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | """Contains utilities for RAI image data processing.""" 5 | -------------------------------------------------------------------------------- /responsibleai_vision/responsibleai_vision/version.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Microsoft Corporation 2 | # Licensed under the MIT License. 3 | 4 | name = 'responsibleai_vision' 5 | _major = '0' 6 | _minor = '3' 7 | _patch = '8' 8 | version = '{}.{}.{}'.format(_major, _minor, _patch) 9 | -------------------------------------------------------------------------------- /scripts/fetch.js: -------------------------------------------------------------------------------- 1 | const fetch = require("node-fetch"); 2 | 3 | module.exports = async function (name) { 4 | const res = await fetch( 5 | `https://registry.npmjs.org/-/package/${name}/dist-tags` 6 | ); 7 | return res.json(); 8 | }; 9 | -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [flake8] 2 | ignore = W504 3 | enable-extensions = G,C,B 4 | select = E,F,W,C 5 | copyright-check = True 6 | copyright-regexp = # Copyright \(c\) Microsoft Corporation\n# Licensed under the MIT license. 7 | 8 | exclude = 9 | node_modules/ 10 | 11 | per-file-ignores = 12 | rai_core_flask/*:D100,D107,B014 13 | rai_core_flask/tests/*:D100,D101 14 | 15 | [tool:pytest] 16 | testpaths = 17 | responsibleai/tests 18 | raiwidgets/tests -------------------------------------------------------------------------------- /tools/generators/.gitkeep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/responsible-ai-toolbox/193644c61f6d47f73a1cdbba55c6acdf843c37ba/tools/generators/.gitkeep -------------------------------------------------------------------------------- /tools/tsconfig.tools.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../tsconfig.base.json", 3 | "compilerOptions": { 4 | "outDir": "../dist/out-tsc/tools", 5 | "rootDir": ".", 6 | "module": "commonjs", 7 | "target": "es5", 8 | "types": ["node"] 9 | }, 10 | "include": ["**/*.ts"] 11 | } 12 | -------------------------------------------------------------------------------- /version.cfg: -------------------------------------------------------------------------------- 1 | 0.36.0 2 | --------------------------------------------------------------------------------