├── .dockerignore ├── .gitignore ├── .skiff ├── cloudbuild-deploy.yaml ├── norms.skiff.json ├── scoracle.skiff.json └── webapp.jsonnet ├── Dockerfile ├── LICENSE ├── MANIFEST.in ├── bin └── scruples ├── docs ├── annotation-guidelines.md ├── assets │ └── demo-screenshots │ │ ├── norms-about.png │ │ ├── norms-results.png │ │ ├── scoracle-about.png │ │ └── scoracle-results.png └── demos.md ├── hit-definitions └── resource-labeling │ ├── data.jsonl │ └── definition │ ├── NOTES │ ├── hitproperties.json │ ├── hittypeproperties.json │ └── question.xml.j2 ├── readme.md ├── requirements.txt ├── setup.cfg ├── setup.py ├── src └── scruples │ ├── __init__.py │ ├── analysis │ ├── __init__.py │ └── traits.py │ ├── baselines │ ├── __init__.py │ ├── bert.py │ ├── corpus.py │ ├── labels.py │ ├── linear.py │ ├── loss.py │ ├── metrics.py │ ├── naivebayes.py │ ├── resource.py │ ├── roberta.py │ ├── style.py │ ├── train.py │ ├── trees.py │ └── utils.py │ ├── data │ ├── __init__.py │ ├── action.py │ ├── comment.py │ ├── label_scores.py │ ├── labels.py │ ├── post.py │ ├── post_types.py │ └── utils.py │ ├── dataset │ ├── __init__.py │ ├── readers.py │ └── transforms.py │ ├── demos │ ├── __init__.py │ ├── norms │ │ ├── __init__.py │ │ ├── app.py │ │ ├── static │ │ │ ├── favicon.ico │ │ │ └── logo-ai2-white-withText-micro.svg │ │ ├── templates │ │ │ └── index.html │ │ └── utils.py │ └── scoracle │ │ ├── __init__.py │ │ ├── app.py │ │ ├── static │ │ ├── favicon.ico │ │ └── logo-ai2-white-withText-micro.svg │ │ └── templates │ │ ├── dev.scruples-anecdotes_label-counts.json │ │ ├── dev.scruples-dilemmas_label-counts.json │ │ ├── dev.snli_label-counts.json │ │ └── index.html │ ├── extraction │ ├── __init__.py │ ├── base.py │ ├── filters.py │ ├── normalizers.py │ └── transformers.py │ ├── scripts │ ├── __init__.py │ ├── analyze │ │ ├── __init__.py │ │ ├── corpus │ │ │ ├── __init__.py │ │ │ ├── extractions.py │ │ │ ├── human_performance.py │ │ │ ├── oracle_performance.py │ │ │ ├── predictions.py │ │ │ └── statistics.py │ │ ├── oracle_estimator.py │ │ └── resource │ │ │ ├── __init__.py │ │ │ ├── human_performance.py │ │ │ ├── latent_traits.py │ │ │ ├── oracle_performance.py │ │ │ ├── predictions.py │ │ │ ├── topics.py │ │ │ └── verbs.py │ ├── demo │ │ ├── __init__.py │ │ ├── norms.py │ │ └── scoracle.py │ ├── evaluate │ │ ├── __init__.py │ │ ├── corpus │ │ │ ├── __init__.py │ │ │ ├── predict_lm.py │ │ │ ├── run_shallow.py │ │ │ └── tune_lm.py │ │ └── resource │ │ │ ├── __init__.py │ │ │ ├── predict_lm.py │ │ │ ├── run_shallow.py │ │ │ └── tune_lm.py │ └── make │ │ ├── __init__.py │ │ ├── corpus.py │ │ └── resource │ │ ├── __init__.py │ │ ├── dataset.py │ │ └── proposals.py │ ├── settings.py │ ├── utils.py │ └── vendor │ ├── __init__.py │ └── skopt.py └── tests ├── __init__.py ├── conftest.py ├── fixtures ├── corpus-easy │ ├── dev.scruples-corpus.jsonl │ ├── test.scruples-corpus.jsonl │ └── train.scruples-corpus.jsonl ├── gold-extractions │ └── gold-title-description-extractions.jsonl ├── raw-data │ ├── test-comment.jsonl │ ├── test-post-comments.jsonl │ └── test-post.jsonl └── resource-easy │ ├── dev.scruples-actions.jsonl │ ├── test.scruples-actions.jsonl │ └── train.scruples-actions.jsonl ├── scruples ├── __init__.py ├── analysis │ ├── __init__.py │ └── test_traits.py ├── baselines │ ├── __init__.py │ ├── test_labels.py │ ├── test_linear.py │ ├── test_loss.py │ ├── test_metrics.py │ ├── test_naivebayes.py │ ├── test_style.py │ ├── test_utils.py │ └── utils.py ├── data │ ├── __init__.py │ ├── test_action.py │ ├── test_comment.py │ ├── test_label_scores.py │ ├── test_labels.py │ ├── test_post.py │ ├── test_post_types.py │ └── test_utils.py ├── dataset │ ├── __init__.py │ ├── test_readers.py │ └── test_transforms.py ├── demos │ ├── __init__.py │ ├── norms │ │ ├── __init__.py │ │ ├── test_app.py │ │ └── test_utils.py │ └── scoracle │ │ ├── __init__.py │ │ └── test_app.py ├── extraction │ ├── __init__.py │ ├── test_base.py │ ├── test_filters.py │ ├── test_normalizers.py │ └── test_transformers.py ├── test_settings.py └── test_utils.py ├── settings.py └── utils.py /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/.dockerignore -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/.gitignore -------------------------------------------------------------------------------- /.skiff/cloudbuild-deploy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/.skiff/cloudbuild-deploy.yaml -------------------------------------------------------------------------------- /.skiff/norms.skiff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/.skiff/norms.skiff.json -------------------------------------------------------------------------------- /.skiff/scoracle.skiff.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/.skiff/scoracle.skiff.json -------------------------------------------------------------------------------- /.skiff/webapp.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/.skiff/webapp.jsonnet -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /bin/scruples: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/bin/scruples -------------------------------------------------------------------------------- /docs/annotation-guidelines.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/docs/annotation-guidelines.md -------------------------------------------------------------------------------- /docs/assets/demo-screenshots/norms-about.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/docs/assets/demo-screenshots/norms-about.png -------------------------------------------------------------------------------- /docs/assets/demo-screenshots/norms-results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/docs/assets/demo-screenshots/norms-results.png -------------------------------------------------------------------------------- /docs/assets/demo-screenshots/scoracle-about.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/docs/assets/demo-screenshots/scoracle-about.png -------------------------------------------------------------------------------- /docs/assets/demo-screenshots/scoracle-results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/docs/assets/demo-screenshots/scoracle-results.png -------------------------------------------------------------------------------- /docs/demos.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/docs/demos.md -------------------------------------------------------------------------------- /hit-definitions/resource-labeling/data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/hit-definitions/resource-labeling/data.jsonl -------------------------------------------------------------------------------- /hit-definitions/resource-labeling/definition/NOTES: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/hit-definitions/resource-labeling/definition/NOTES -------------------------------------------------------------------------------- /hit-definitions/resource-labeling/definition/hitproperties.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/hit-definitions/resource-labeling/definition/hitproperties.json -------------------------------------------------------------------------------- /hit-definitions/resource-labeling/definition/hittypeproperties.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/hit-definitions/resource-labeling/definition/hittypeproperties.json -------------------------------------------------------------------------------- /hit-definitions/resource-labeling/definition/question.xml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/hit-definitions/resource-labeling/definition/question.xml.j2 -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/setup.py -------------------------------------------------------------------------------- /src/scruples/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/__init__.py -------------------------------------------------------------------------------- /src/scruples/analysis/__init__.py: -------------------------------------------------------------------------------- 1 | """Tools for conducting analyses.""" 2 | 3 | from . import traits 4 | -------------------------------------------------------------------------------- /src/scruples/analysis/traits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/analysis/traits.py -------------------------------------------------------------------------------- /src/scruples/baselines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/__init__.py -------------------------------------------------------------------------------- /src/scruples/baselines/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/bert.py -------------------------------------------------------------------------------- /src/scruples/baselines/corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/corpus.py -------------------------------------------------------------------------------- /src/scruples/baselines/labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/labels.py -------------------------------------------------------------------------------- /src/scruples/baselines/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/linear.py -------------------------------------------------------------------------------- /src/scruples/baselines/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/loss.py -------------------------------------------------------------------------------- /src/scruples/baselines/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/metrics.py -------------------------------------------------------------------------------- /src/scruples/baselines/naivebayes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/naivebayes.py -------------------------------------------------------------------------------- /src/scruples/baselines/resource.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/resource.py -------------------------------------------------------------------------------- /src/scruples/baselines/roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/roberta.py -------------------------------------------------------------------------------- /src/scruples/baselines/style.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/style.py -------------------------------------------------------------------------------- /src/scruples/baselines/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/train.py -------------------------------------------------------------------------------- /src/scruples/baselines/trees.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/trees.py -------------------------------------------------------------------------------- /src/scruples/baselines/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/baselines/utils.py -------------------------------------------------------------------------------- /src/scruples/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/data/__init__.py -------------------------------------------------------------------------------- /src/scruples/data/action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/data/action.py -------------------------------------------------------------------------------- /src/scruples/data/comment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/data/comment.py -------------------------------------------------------------------------------- /src/scruples/data/label_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/data/label_scores.py -------------------------------------------------------------------------------- /src/scruples/data/labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/data/labels.py -------------------------------------------------------------------------------- /src/scruples/data/post.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/data/post.py -------------------------------------------------------------------------------- /src/scruples/data/post_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/data/post_types.py -------------------------------------------------------------------------------- /src/scruples/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/data/utils.py -------------------------------------------------------------------------------- /src/scruples/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/dataset/__init__.py -------------------------------------------------------------------------------- /src/scruples/dataset/readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/dataset/readers.py -------------------------------------------------------------------------------- /src/scruples/dataset/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/dataset/transforms.py -------------------------------------------------------------------------------- /src/scruples/demos/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/__init__.py -------------------------------------------------------------------------------- /src/scruples/demos/norms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/norms/__init__.py -------------------------------------------------------------------------------- /src/scruples/demos/norms/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/norms/app.py -------------------------------------------------------------------------------- /src/scruples/demos/norms/static/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/norms/static/favicon.ico -------------------------------------------------------------------------------- /src/scruples/demos/norms/static/logo-ai2-white-withText-micro.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/norms/static/logo-ai2-white-withText-micro.svg -------------------------------------------------------------------------------- /src/scruples/demos/norms/templates/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/norms/templates/index.html -------------------------------------------------------------------------------- /src/scruples/demos/norms/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/norms/utils.py -------------------------------------------------------------------------------- /src/scruples/demos/scoracle/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/scoracle/__init__.py -------------------------------------------------------------------------------- /src/scruples/demos/scoracle/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/scoracle/app.py -------------------------------------------------------------------------------- /src/scruples/demos/scoracle/static/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/scoracle/static/favicon.ico -------------------------------------------------------------------------------- /src/scruples/demos/scoracle/static/logo-ai2-white-withText-micro.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/scoracle/static/logo-ai2-white-withText-micro.svg -------------------------------------------------------------------------------- /src/scruples/demos/scoracle/templates/dev.scruples-anecdotes_label-counts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/scoracle/templates/dev.scruples-anecdotes_label-counts.json -------------------------------------------------------------------------------- /src/scruples/demos/scoracle/templates/dev.scruples-dilemmas_label-counts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/scoracle/templates/dev.scruples-dilemmas_label-counts.json -------------------------------------------------------------------------------- /src/scruples/demos/scoracle/templates/dev.snli_label-counts.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/scoracle/templates/dev.snli_label-counts.json -------------------------------------------------------------------------------- /src/scruples/demos/scoracle/templates/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/demos/scoracle/templates/index.html -------------------------------------------------------------------------------- /src/scruples/extraction/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/extraction/__init__.py -------------------------------------------------------------------------------- /src/scruples/extraction/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/extraction/base.py -------------------------------------------------------------------------------- /src/scruples/extraction/filters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/extraction/filters.py -------------------------------------------------------------------------------- /src/scruples/extraction/normalizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/extraction/normalizers.py -------------------------------------------------------------------------------- /src/scruples/extraction/transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/extraction/transformers.py -------------------------------------------------------------------------------- /src/scruples/scripts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/__init__.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/__init__.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/corpus/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/corpus/__init__.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/corpus/extractions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/corpus/extractions.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/corpus/human_performance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/corpus/human_performance.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/corpus/oracle_performance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/corpus/oracle_performance.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/corpus/predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/corpus/predictions.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/corpus/statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/corpus/statistics.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/oracle_estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/oracle_estimator.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/resource/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/resource/__init__.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/resource/human_performance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/resource/human_performance.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/resource/latent_traits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/resource/latent_traits.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/resource/oracle_performance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/resource/oracle_performance.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/resource/predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/resource/predictions.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/resource/topics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/resource/topics.py -------------------------------------------------------------------------------- /src/scruples/scripts/analyze/resource/verbs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/analyze/resource/verbs.py -------------------------------------------------------------------------------- /src/scruples/scripts/demo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/demo/__init__.py -------------------------------------------------------------------------------- /src/scruples/scripts/demo/norms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/demo/norms.py -------------------------------------------------------------------------------- /src/scruples/scripts/demo/scoracle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/demo/scoracle.py -------------------------------------------------------------------------------- /src/scruples/scripts/evaluate/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/evaluate/__init__.py -------------------------------------------------------------------------------- /src/scruples/scripts/evaluate/corpus/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/evaluate/corpus/__init__.py -------------------------------------------------------------------------------- /src/scruples/scripts/evaluate/corpus/predict_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/evaluate/corpus/predict_lm.py -------------------------------------------------------------------------------- /src/scruples/scripts/evaluate/corpus/run_shallow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/evaluate/corpus/run_shallow.py -------------------------------------------------------------------------------- /src/scruples/scripts/evaluate/corpus/tune_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/evaluate/corpus/tune_lm.py -------------------------------------------------------------------------------- /src/scruples/scripts/evaluate/resource/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/evaluate/resource/__init__.py -------------------------------------------------------------------------------- /src/scruples/scripts/evaluate/resource/predict_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/evaluate/resource/predict_lm.py -------------------------------------------------------------------------------- /src/scruples/scripts/evaluate/resource/run_shallow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/evaluate/resource/run_shallow.py -------------------------------------------------------------------------------- /src/scruples/scripts/evaluate/resource/tune_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/evaluate/resource/tune_lm.py -------------------------------------------------------------------------------- /src/scruples/scripts/make/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/make/__init__.py -------------------------------------------------------------------------------- /src/scruples/scripts/make/corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/make/corpus.py -------------------------------------------------------------------------------- /src/scruples/scripts/make/resource/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/make/resource/__init__.py -------------------------------------------------------------------------------- /src/scruples/scripts/make/resource/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/make/resource/dataset.py -------------------------------------------------------------------------------- /src/scruples/scripts/make/resource/proposals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/scripts/make/resource/proposals.py -------------------------------------------------------------------------------- /src/scruples/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/settings.py -------------------------------------------------------------------------------- /src/scruples/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/utils.py -------------------------------------------------------------------------------- /src/scruples/vendor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/vendor/__init__.py -------------------------------------------------------------------------------- /src/scruples/vendor/skopt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/src/scruples/vendor/skopt.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests for the scruples repository.""" 2 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/fixtures/corpus-easy/dev.scruples-corpus.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/fixtures/corpus-easy/dev.scruples-corpus.jsonl -------------------------------------------------------------------------------- /tests/fixtures/corpus-easy/test.scruples-corpus.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/fixtures/corpus-easy/test.scruples-corpus.jsonl -------------------------------------------------------------------------------- /tests/fixtures/corpus-easy/train.scruples-corpus.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/fixtures/corpus-easy/train.scruples-corpus.jsonl -------------------------------------------------------------------------------- /tests/fixtures/gold-extractions/gold-title-description-extractions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/fixtures/gold-extractions/gold-title-description-extractions.jsonl -------------------------------------------------------------------------------- /tests/fixtures/raw-data/test-comment.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/fixtures/raw-data/test-comment.jsonl -------------------------------------------------------------------------------- /tests/fixtures/raw-data/test-post-comments.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/fixtures/raw-data/test-post-comments.jsonl -------------------------------------------------------------------------------- /tests/fixtures/raw-data/test-post.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/fixtures/raw-data/test-post.jsonl -------------------------------------------------------------------------------- /tests/fixtures/resource-easy/dev.scruples-actions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/fixtures/resource-easy/dev.scruples-actions.jsonl -------------------------------------------------------------------------------- /tests/fixtures/resource-easy/test.scruples-actions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/fixtures/resource-easy/test.scruples-actions.jsonl -------------------------------------------------------------------------------- /tests/fixtures/resource-easy/train.scruples-actions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/fixtures/resource-easy/train.scruples-actions.jsonl -------------------------------------------------------------------------------- /tests/scruples/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests for the ``scruples`` package.""" 2 | -------------------------------------------------------------------------------- /tests/scruples/analysis/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests for ``scruples.analysis``.""" 2 | -------------------------------------------------------------------------------- /tests/scruples/analysis/test_traits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/analysis/test_traits.py -------------------------------------------------------------------------------- /tests/scruples/baselines/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests for ``scruples.baselines``.""" 2 | -------------------------------------------------------------------------------- /tests/scruples/baselines/test_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/baselines/test_labels.py -------------------------------------------------------------------------------- /tests/scruples/baselines/test_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/baselines/test_linear.py -------------------------------------------------------------------------------- /tests/scruples/baselines/test_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/baselines/test_loss.py -------------------------------------------------------------------------------- /tests/scruples/baselines/test_metrics.py: -------------------------------------------------------------------------------- 1 | """Tests for scruples.baselines.metrics.""" 2 | -------------------------------------------------------------------------------- /tests/scruples/baselines/test_naivebayes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/baselines/test_naivebayes.py -------------------------------------------------------------------------------- /tests/scruples/baselines/test_style.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/baselines/test_style.py -------------------------------------------------------------------------------- /tests/scruples/baselines/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/baselines/test_utils.py -------------------------------------------------------------------------------- /tests/scruples/baselines/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/baselines/utils.py -------------------------------------------------------------------------------- /tests/scruples/data/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests for ``scruples.data``.""" 2 | -------------------------------------------------------------------------------- /tests/scruples/data/test_action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/data/test_action.py -------------------------------------------------------------------------------- /tests/scruples/data/test_comment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/data/test_comment.py -------------------------------------------------------------------------------- /tests/scruples/data/test_label_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/data/test_label_scores.py -------------------------------------------------------------------------------- /tests/scruples/data/test_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/data/test_labels.py -------------------------------------------------------------------------------- /tests/scruples/data/test_post.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/data/test_post.py -------------------------------------------------------------------------------- /tests/scruples/data/test_post_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/data/test_post_types.py -------------------------------------------------------------------------------- /tests/scruples/data/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/data/test_utils.py -------------------------------------------------------------------------------- /tests/scruples/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests for ``scruples.dataset``.""" 2 | -------------------------------------------------------------------------------- /tests/scruples/dataset/test_readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/dataset/test_readers.py -------------------------------------------------------------------------------- /tests/scruples/dataset/test_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/dataset/test_transforms.py -------------------------------------------------------------------------------- /tests/scruples/demos/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests for ``scruples.demos``.""" 2 | -------------------------------------------------------------------------------- /tests/scruples/demos/norms/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests for ``scruples.demos.norms``.""" 2 | -------------------------------------------------------------------------------- /tests/scruples/demos/norms/test_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/demos/norms/test_app.py -------------------------------------------------------------------------------- /tests/scruples/demos/norms/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/demos/norms/test_utils.py -------------------------------------------------------------------------------- /tests/scruples/demos/scoracle/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests for ``scruples.demos.scoracle``.""" 2 | -------------------------------------------------------------------------------- /tests/scruples/demos/scoracle/test_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/demos/scoracle/test_app.py -------------------------------------------------------------------------------- /tests/scruples/extraction/__init__.py: -------------------------------------------------------------------------------- 1 | """Tests for ``scruples.extraction``.""" 2 | -------------------------------------------------------------------------------- /tests/scruples/extraction/test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/extraction/test_base.py -------------------------------------------------------------------------------- /tests/scruples/extraction/test_filters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/extraction/test_filters.py -------------------------------------------------------------------------------- /tests/scruples/extraction/test_normalizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/extraction/test_normalizers.py -------------------------------------------------------------------------------- /tests/scruples/extraction/test_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/extraction/test_transformers.py -------------------------------------------------------------------------------- /tests/scruples/test_settings.py: -------------------------------------------------------------------------------- 1 | """Tests for scruples.settings.""" 2 | -------------------------------------------------------------------------------- /tests/scruples/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/scruples/test_utils.py -------------------------------------------------------------------------------- /tests/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/settings.py -------------------------------------------------------------------------------- /tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/scruples/HEAD/tests/utils.py --------------------------------------------------------------------------------