├── .gitignore ├── .pre-commit-config.yaml ├── HOW-TO-ENVIRONMENT.md ├── HOW-TO-GIT-MIRROR.md ├── LICENSE ├── README.md ├── data └── .gitkeep ├── docs ├── CNAME ├── LICENSE.txt ├── assets │ ├── .DS_Store │ ├── 2019-Sherlock-KDD.pdf │ ├── 2019-VizML-CHI.pdf │ └── flow.png ├── browserconfig.xml ├── css │ ├── main.css │ └── normalize.css ├── doc │ ├── TOC.md │ ├── css.md │ ├── extend.md │ ├── faq.md │ ├── html.md │ ├── js.md │ ├── misc.md │ └── usage.md ├── favicon.ico ├── humans.txt ├── img │ ├── .DS_Store │ ├── .gitignore │ ├── csail.png │ ├── git.png │ ├── ml.png │ ├── paper.png │ └── teaser.png ├── index.html ├── js │ ├── main.js │ ├── plugins.js │ └── vendor │ │ ├── jquery-3.3.1.min.js │ │ └── modernizr-3.7.1.min.js ├── robots.txt └── site.webmanifest ├── model_files ├── classes_sherlock.npy ├── sherlock_model.json └── sherlock_weights.h5 ├── notebooks ├── 00-use-sherlock-out-of-the-box.ipynb ├── 01-data-preprocessing.ipynb ├── 02-1-train-and-test-sherlock.ipynb ├── 02-2-train-and-test-sherlock-rf-ensemble.ipynb └── 03-retrain-paragraph-vector-features.ipynb ├── requirements.txt ├── requirements38.txt ├── setup.py ├── sherlock ├── __init__.py ├── deploy │ ├── __init__.py │ ├── helpers.py │ └── model.py ├── features │ ├── __init__.py │ ├── bag_of_characters.py │ ├── bag_of_words.py │ ├── feature_column_identifiers │ │ ├── char_col.tsv │ │ ├── par_col.tsv │ │ ├── rest_col.tsv │ │ └── word_col.tsv │ ├── helpers.py │ ├── par_vec_trained_400.pkl │ ├── paragraph_vectors.py │ ├── preprocessing.py │ ├── stats_helper.py │ └── word_embeddings.py ├── functional.py ├── global_state.py └── helpers.py └── tests ├── __init__.py ├── test_bag_of_characters.py ├── test_bag_of_words.py ├── test_functional.py ├── test_helper.py ├── test_helpers.py ├── test_paragraph_vectors.py ├── test_stats_helper.py └── test_word_embeddings.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /HOW-TO-ENVIRONMENT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/HOW-TO-ENVIRONMENT.md -------------------------------------------------------------------------------- /HOW-TO-GIT-MIRROR.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/HOW-TO-GIT-MIRROR.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/README.md -------------------------------------------------------------------------------- /data/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/CNAME: -------------------------------------------------------------------------------- 1 | sherlock.media.mit.edu -------------------------------------------------------------------------------- /docs/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/LICENSE.txt -------------------------------------------------------------------------------- /docs/assets/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/assets/.DS_Store -------------------------------------------------------------------------------- /docs/assets/2019-Sherlock-KDD.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/assets/2019-Sherlock-KDD.pdf -------------------------------------------------------------------------------- /docs/assets/2019-VizML-CHI.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/assets/2019-VizML-CHI.pdf -------------------------------------------------------------------------------- /docs/assets/flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/assets/flow.png -------------------------------------------------------------------------------- /docs/browserconfig.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/browserconfig.xml -------------------------------------------------------------------------------- /docs/css/main.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/css/main.css -------------------------------------------------------------------------------- /docs/css/normalize.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/css/normalize.css -------------------------------------------------------------------------------- /docs/doc/TOC.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/doc/TOC.md -------------------------------------------------------------------------------- /docs/doc/css.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/doc/css.md -------------------------------------------------------------------------------- /docs/doc/extend.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/doc/extend.md -------------------------------------------------------------------------------- /docs/doc/faq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/doc/faq.md -------------------------------------------------------------------------------- /docs/doc/html.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/doc/html.md -------------------------------------------------------------------------------- /docs/doc/js.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/doc/js.md -------------------------------------------------------------------------------- /docs/doc/misc.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/doc/misc.md -------------------------------------------------------------------------------- /docs/doc/usage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/doc/usage.md -------------------------------------------------------------------------------- /docs/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/favicon.ico -------------------------------------------------------------------------------- /docs/humans.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/humans.txt -------------------------------------------------------------------------------- /docs/img/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/img/.DS_Store -------------------------------------------------------------------------------- /docs/img/.gitignore: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/img/csail.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/img/csail.png -------------------------------------------------------------------------------- /docs/img/git.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/img/git.png -------------------------------------------------------------------------------- /docs/img/ml.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/img/ml.png -------------------------------------------------------------------------------- /docs/img/paper.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/img/paper.png -------------------------------------------------------------------------------- /docs/img/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/img/teaser.png -------------------------------------------------------------------------------- /docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/index.html -------------------------------------------------------------------------------- /docs/js/main.js: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/js/plugins.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/js/plugins.js -------------------------------------------------------------------------------- /docs/js/vendor/jquery-3.3.1.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/js/vendor/jquery-3.3.1.min.js -------------------------------------------------------------------------------- /docs/js/vendor/modernizr-3.7.1.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/js/vendor/modernizr-3.7.1.min.js -------------------------------------------------------------------------------- /docs/robots.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/robots.txt -------------------------------------------------------------------------------- /docs/site.webmanifest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/docs/site.webmanifest -------------------------------------------------------------------------------- /model_files/classes_sherlock.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/model_files/classes_sherlock.npy -------------------------------------------------------------------------------- /model_files/sherlock_model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/model_files/sherlock_model.json -------------------------------------------------------------------------------- /model_files/sherlock_weights.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/model_files/sherlock_weights.h5 -------------------------------------------------------------------------------- /notebooks/00-use-sherlock-out-of-the-box.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/notebooks/00-use-sherlock-out-of-the-box.ipynb -------------------------------------------------------------------------------- /notebooks/01-data-preprocessing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/notebooks/01-data-preprocessing.ipynb -------------------------------------------------------------------------------- /notebooks/02-1-train-and-test-sherlock.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/notebooks/02-1-train-and-test-sherlock.ipynb -------------------------------------------------------------------------------- /notebooks/02-2-train-and-test-sherlock-rf-ensemble.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/notebooks/02-2-train-and-test-sherlock-rf-ensemble.ipynb -------------------------------------------------------------------------------- /notebooks/03-retrain-paragraph-vector-features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/notebooks/03-retrain-paragraph-vector-features.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements38.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/requirements38.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/setup.py -------------------------------------------------------------------------------- /sherlock/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sherlock/deploy/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sherlock/deploy/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/deploy/helpers.py -------------------------------------------------------------------------------- /sherlock/deploy/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/deploy/model.py -------------------------------------------------------------------------------- /sherlock/features/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sherlock/features/bag_of_characters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/features/bag_of_characters.py -------------------------------------------------------------------------------- /sherlock/features/bag_of_words.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/features/bag_of_words.py -------------------------------------------------------------------------------- /sherlock/features/feature_column_identifiers/char_col.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/features/feature_column_identifiers/char_col.tsv -------------------------------------------------------------------------------- /sherlock/features/feature_column_identifiers/par_col.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/features/feature_column_identifiers/par_col.tsv -------------------------------------------------------------------------------- /sherlock/features/feature_column_identifiers/rest_col.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/features/feature_column_identifiers/rest_col.tsv -------------------------------------------------------------------------------- /sherlock/features/feature_column_identifiers/word_col.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/features/feature_column_identifiers/word_col.tsv -------------------------------------------------------------------------------- /sherlock/features/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/features/helpers.py -------------------------------------------------------------------------------- /sherlock/features/par_vec_trained_400.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/features/par_vec_trained_400.pkl -------------------------------------------------------------------------------- /sherlock/features/paragraph_vectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/features/paragraph_vectors.py -------------------------------------------------------------------------------- /sherlock/features/preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/features/preprocessing.py -------------------------------------------------------------------------------- /sherlock/features/stats_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/features/stats_helper.py -------------------------------------------------------------------------------- /sherlock/features/word_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/features/word_embeddings.py -------------------------------------------------------------------------------- /sherlock/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/functional.py -------------------------------------------------------------------------------- /sherlock/global_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/global_state.py -------------------------------------------------------------------------------- /sherlock/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/sherlock/helpers.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_bag_of_characters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/tests/test_bag_of_characters.py -------------------------------------------------------------------------------- /tests/test_bag_of_words.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/tests/test_bag_of_words.py -------------------------------------------------------------------------------- /tests/test_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/tests/test_functional.py -------------------------------------------------------------------------------- /tests/test_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/tests/test_helper.py -------------------------------------------------------------------------------- /tests/test_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/tests/test_helpers.py -------------------------------------------------------------------------------- /tests/test_paragraph_vectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/tests/test_paragraph_vectors.py -------------------------------------------------------------------------------- /tests/test_stats_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/tests/test_stats_helper.py -------------------------------------------------------------------------------- /tests/test_word_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mitmedialab/sherlock-project/HEAD/tests/test_word_embeddings.py --------------------------------------------------------------------------------