├── .dvc └── .gitignore ├── .gitignore ├── LICENSE ├── Makefile ├── README.md ├── assets ├── lmdiff_system_design_diagram.pdf ├── lmdiff_system_design_diagram.png └── lmdiff_teaser.jpg ├── backend ├── __init__.py ├── analysis │ ├── __init__.py │ ├── analysis_cache.py │ ├── analysis_pipeline.py │ ├── create_dataset.py │ ├── helpers.py │ └── text_dataset.py ├── api.py ├── batch_api.py ├── file_utils.py ├── path_fixes.py ├── ranker.py ├── script_helpers │ ├── __init__.py │ ├── compare_models_on_dataset.py │ ├── create_modelXdataset.py │ └── preprocess.py └── server │ ├── __init__.py │ ├── main.py │ ├── types.py │ └── utils.py ├── client ├── .gitignore ├── README.md ├── dist │ ├── assets │ │ ├── apple-touch-icon.93727070.png │ │ ├── index.59343f56.js │ │ ├── index.e7096cc1.css │ │ ├── nn_heart.e61c1bf0.png │ │ └── vendor.e00d9c49.js │ ├── favicon.ico │ └── index.html ├── index.html ├── package-lock.json ├── package.json ├── pnpm-lock.yaml ├── public │ └── favicon.ico ├── src │ ├── App.vue │ ├── api.ts │ ├── assets │ │ ├── favicon │ │ │ ├── about.txt │ │ │ ├── android-chrome-192x192.png │ │ │ ├── android-chrome-512x512.png │ │ │ ├── apple-touch-icon.png │ │ │ ├── favicon-16x16.png │ │ │ ├── favicon-32x32.png │ │ │ ├── favicon.ico │ │ │ └── site.webmanifest │ │ ├── logo.png │ │ ├── nn_heart.png │ │ └── test_analyze.json │ ├── components │ │ ├── InteractiveTokens.vue │ │ ├── LineGraph.vue │ │ ├── MidiHistogram.vue │ │ ├── MiniHisto.vue │ │ ├── MultiSelectTooltips.vue │ │ ├── NavBar.vue │ │ └── TooltipContent.vue │ ├── etc │ │ ├── apiHelpers.ts │ │ ├── colors.ts │ │ ├── diffModes.ts │ │ ├── metrics.ts │ │ ├── symbols.ts │ │ ├── tokenization.ts │ │ ├── urlHandler.ts │ │ └── util.ts │ ├── main.ts │ └── shims-vue.d.ts ├── tsconfig.json └── vite.config.ts ├── data.dvc ├── docs └── Using-your-own-models.md ├── environment.yml ├── scripts ├── make_data.py ├── make_dataset.py └── preprocess.py ├── setup.py └── tests ├── examples ├── SmallBadTest1.txt ├── SmallGoodTest1.txt ├── SmallGoodTest2.txt ├── SmallGoodTest3.txt └── SmallGoodTest4.txt ├── pytest.ini ├── test_api.py └── test_text_dataset.py /.dvc/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/.dvc/.gitignore -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/README.md -------------------------------------------------------------------------------- /assets/lmdiff_system_design_diagram.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/assets/lmdiff_system_design_diagram.pdf -------------------------------------------------------------------------------- /assets/lmdiff_system_design_diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/assets/lmdiff_system_design_diagram.png -------------------------------------------------------------------------------- /assets/lmdiff_teaser.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/assets/lmdiff_teaser.jpg -------------------------------------------------------------------------------- /backend/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /backend/analysis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/analysis/__init__.py -------------------------------------------------------------------------------- /backend/analysis/analysis_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/analysis/analysis_cache.py -------------------------------------------------------------------------------- /backend/analysis/analysis_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/analysis/analysis_pipeline.py -------------------------------------------------------------------------------- /backend/analysis/create_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/analysis/create_dataset.py -------------------------------------------------------------------------------- /backend/analysis/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/analysis/helpers.py -------------------------------------------------------------------------------- /backend/analysis/text_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/analysis/text_dataset.py -------------------------------------------------------------------------------- /backend/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/api.py -------------------------------------------------------------------------------- /backend/batch_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/batch_api.py -------------------------------------------------------------------------------- /backend/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/file_utils.py -------------------------------------------------------------------------------- /backend/path_fixes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/path_fixes.py -------------------------------------------------------------------------------- /backend/ranker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/ranker.py -------------------------------------------------------------------------------- /backend/script_helpers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /backend/script_helpers/compare_models_on_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/script_helpers/compare_models_on_dataset.py -------------------------------------------------------------------------------- /backend/script_helpers/create_modelXdataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/script_helpers/create_modelXdataset.py -------------------------------------------------------------------------------- /backend/script_helpers/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/script_helpers/preprocess.py -------------------------------------------------------------------------------- /backend/server/__init__.py: -------------------------------------------------------------------------------- 1 | from .main import app 2 | 3 | __all__ = ["app"] -------------------------------------------------------------------------------- /backend/server/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/server/main.py -------------------------------------------------------------------------------- /backend/server/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/server/types.py -------------------------------------------------------------------------------- /backend/server/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/backend/server/utils.py -------------------------------------------------------------------------------- /client/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/.gitignore -------------------------------------------------------------------------------- /client/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/README.md -------------------------------------------------------------------------------- /client/dist/assets/apple-touch-icon.93727070.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/dist/assets/apple-touch-icon.93727070.png -------------------------------------------------------------------------------- /client/dist/assets/index.59343f56.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/dist/assets/index.59343f56.js -------------------------------------------------------------------------------- /client/dist/assets/index.e7096cc1.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/dist/assets/index.e7096cc1.css -------------------------------------------------------------------------------- /client/dist/assets/nn_heart.e61c1bf0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/dist/assets/nn_heart.e61c1bf0.png -------------------------------------------------------------------------------- /client/dist/assets/vendor.e00d9c49.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/dist/assets/vendor.e00d9c49.js -------------------------------------------------------------------------------- /client/dist/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/dist/favicon.ico -------------------------------------------------------------------------------- /client/dist/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/dist/index.html -------------------------------------------------------------------------------- /client/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/index.html -------------------------------------------------------------------------------- /client/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/package-lock.json -------------------------------------------------------------------------------- /client/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/package.json -------------------------------------------------------------------------------- /client/pnpm-lock.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/pnpm-lock.yaml -------------------------------------------------------------------------------- /client/public/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/public/favicon.ico -------------------------------------------------------------------------------- /client/src/App.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/App.vue -------------------------------------------------------------------------------- /client/src/api.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/api.ts -------------------------------------------------------------------------------- /client/src/assets/favicon/about.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/assets/favicon/about.txt -------------------------------------------------------------------------------- /client/src/assets/favicon/android-chrome-192x192.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/assets/favicon/android-chrome-192x192.png -------------------------------------------------------------------------------- /client/src/assets/favicon/android-chrome-512x512.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/assets/favicon/android-chrome-512x512.png -------------------------------------------------------------------------------- /client/src/assets/favicon/apple-touch-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/assets/favicon/apple-touch-icon.png -------------------------------------------------------------------------------- /client/src/assets/favicon/favicon-16x16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/assets/favicon/favicon-16x16.png -------------------------------------------------------------------------------- /client/src/assets/favicon/favicon-32x32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/assets/favicon/favicon-32x32.png -------------------------------------------------------------------------------- /client/src/assets/favicon/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/assets/favicon/favicon.ico -------------------------------------------------------------------------------- /client/src/assets/favicon/site.webmanifest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/assets/favicon/site.webmanifest -------------------------------------------------------------------------------- /client/src/assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/assets/logo.png -------------------------------------------------------------------------------- /client/src/assets/nn_heart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/assets/nn_heart.png -------------------------------------------------------------------------------- /client/src/assets/test_analyze.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/assets/test_analyze.json -------------------------------------------------------------------------------- /client/src/components/InteractiveTokens.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/components/InteractiveTokens.vue -------------------------------------------------------------------------------- /client/src/components/LineGraph.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/components/LineGraph.vue -------------------------------------------------------------------------------- /client/src/components/MidiHistogram.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/components/MidiHistogram.vue -------------------------------------------------------------------------------- /client/src/components/MiniHisto.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/components/MiniHisto.vue -------------------------------------------------------------------------------- /client/src/components/MultiSelectTooltips.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/components/MultiSelectTooltips.vue -------------------------------------------------------------------------------- /client/src/components/NavBar.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/components/NavBar.vue -------------------------------------------------------------------------------- /client/src/components/TooltipContent.vue: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/components/TooltipContent.vue -------------------------------------------------------------------------------- /client/src/etc/apiHelpers.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/etc/apiHelpers.ts -------------------------------------------------------------------------------- /client/src/etc/colors.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/etc/colors.ts -------------------------------------------------------------------------------- /client/src/etc/diffModes.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/etc/diffModes.ts -------------------------------------------------------------------------------- /client/src/etc/metrics.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/etc/metrics.ts -------------------------------------------------------------------------------- /client/src/etc/symbols.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/etc/symbols.ts -------------------------------------------------------------------------------- /client/src/etc/tokenization.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/etc/tokenization.ts -------------------------------------------------------------------------------- /client/src/etc/urlHandler.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/etc/urlHandler.ts -------------------------------------------------------------------------------- /client/src/etc/util.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/etc/util.ts -------------------------------------------------------------------------------- /client/src/main.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/main.ts -------------------------------------------------------------------------------- /client/src/shims-vue.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/src/shims-vue.d.ts -------------------------------------------------------------------------------- /client/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/tsconfig.json -------------------------------------------------------------------------------- /client/vite.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/client/vite.config.ts -------------------------------------------------------------------------------- /data.dvc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/data.dvc -------------------------------------------------------------------------------- /docs/Using-your-own-models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/docs/Using-your-own-models.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/environment.yml -------------------------------------------------------------------------------- /scripts/make_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/scripts/make_data.py -------------------------------------------------------------------------------- /scripts/make_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/scripts/make_dataset.py -------------------------------------------------------------------------------- /scripts/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/scripts/preprocess.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/setup.py -------------------------------------------------------------------------------- /tests/examples/SmallBadTest1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/tests/examples/SmallBadTest1.txt -------------------------------------------------------------------------------- /tests/examples/SmallGoodTest1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/tests/examples/SmallGoodTest1.txt -------------------------------------------------------------------------------- /tests/examples/SmallGoodTest2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/tests/examples/SmallGoodTest2.txt -------------------------------------------------------------------------------- /tests/examples/SmallGoodTest3.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/examples/SmallGoodTest4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/tests/examples/SmallGoodTest4.txt -------------------------------------------------------------------------------- /tests/pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/tests/pytest.ini -------------------------------------------------------------------------------- /tests/test_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/tests/test_api.py -------------------------------------------------------------------------------- /tests/test_text_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HendrikStrobelt/LMdiff/HEAD/tests/test_text_dataset.py --------------------------------------------------------------------------------