├── .gitignore ├── LICENSE ├── README.md ├── assets └── teaser.png ├── data ├── __init__.py ├── features │ └── .empty ├── group_workers.json ├── groups.txt ├── imagenet.py ├── structure_released.xml ├── train_labeled.txt └── utils.py ├── main.py └── online_label ├── __init__.py ├── aggregator ├── __init__.py └── aggregator.py ├── annotation_holder.py ├── config ├── config.yaml ├── experiment │ ├── imagenet_100_classes.yaml │ ├── imagenet_animal.yaml │ ├── imagenet_split_0.yaml │ ├── imagenet_split_1.yaml │ ├── imagenet_split_2.yaml │ ├── imagenet_split_3.yaml │ ├── imagenet_split_4.yaml │ └── imagenet_split_5.yaml ├── hyperparams.yaml ├── learner_method │ ├── ds_model.yaml │ ├── efficient_annotation.yaml │ ├── improved_lean.yaml │ └── lean.yaml └── simulation │ ├── amt_structured_noise.yaml │ └── amt_uniform_noise.yaml ├── learner ├── __init__.py ├── nn_learner.py └── utils.py ├── logger ├── __init__.py ├── batch_logger.py └── utils.py ├── online_loop.py ├── optimizer ├── __init__.py ├── em.py └── utils.py ├── sampler ├── __init__.py ├── random_sampler.py ├── sampler.py └── task_assignment_sampler.py └── worker.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/README.md -------------------------------------------------------------------------------- /assets/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/assets/teaser.png -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/features/.empty: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/group_workers.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/data/group_workers.json -------------------------------------------------------------------------------- /data/groups.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/data/groups.txt -------------------------------------------------------------------------------- /data/imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/data/imagenet.py -------------------------------------------------------------------------------- /data/structure_released.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/data/structure_released.xml -------------------------------------------------------------------------------- /data/train_labeled.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/data/train_labeled.txt -------------------------------------------------------------------------------- /data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/data/utils.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/main.py -------------------------------------------------------------------------------- /online_label/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /online_label/aggregator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/aggregator/__init__.py -------------------------------------------------------------------------------- /online_label/aggregator/aggregator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/aggregator/aggregator.py -------------------------------------------------------------------------------- /online_label/annotation_holder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/annotation_holder.py -------------------------------------------------------------------------------- /online_label/config/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/config.yaml -------------------------------------------------------------------------------- /online_label/config/experiment/imagenet_100_classes.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/experiment/imagenet_100_classes.yaml -------------------------------------------------------------------------------- /online_label/config/experiment/imagenet_animal.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/experiment/imagenet_animal.yaml -------------------------------------------------------------------------------- /online_label/config/experiment/imagenet_split_0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/experiment/imagenet_split_0.yaml -------------------------------------------------------------------------------- /online_label/config/experiment/imagenet_split_1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/experiment/imagenet_split_1.yaml -------------------------------------------------------------------------------- /online_label/config/experiment/imagenet_split_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/experiment/imagenet_split_2.yaml -------------------------------------------------------------------------------- /online_label/config/experiment/imagenet_split_3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/experiment/imagenet_split_3.yaml -------------------------------------------------------------------------------- /online_label/config/experiment/imagenet_split_4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/experiment/imagenet_split_4.yaml -------------------------------------------------------------------------------- /online_label/config/experiment/imagenet_split_5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/experiment/imagenet_split_5.yaml -------------------------------------------------------------------------------- /online_label/config/hyperparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/hyperparams.yaml -------------------------------------------------------------------------------- /online_label/config/learner_method/ds_model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/learner_method/ds_model.yaml -------------------------------------------------------------------------------- /online_label/config/learner_method/efficient_annotation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/learner_method/efficient_annotation.yaml -------------------------------------------------------------------------------- /online_label/config/learner_method/improved_lean.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/learner_method/improved_lean.yaml -------------------------------------------------------------------------------- /online_label/config/learner_method/lean.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/learner_method/lean.yaml -------------------------------------------------------------------------------- /online_label/config/simulation/amt_structured_noise.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/simulation/amt_structured_noise.yaml -------------------------------------------------------------------------------- /online_label/config/simulation/amt_uniform_noise.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/config/simulation/amt_uniform_noise.yaml -------------------------------------------------------------------------------- /online_label/learner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/learner/__init__.py -------------------------------------------------------------------------------- /online_label/learner/nn_learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/learner/nn_learner.py -------------------------------------------------------------------------------- /online_label/learner/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/learner/utils.py -------------------------------------------------------------------------------- /online_label/logger/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/logger/__init__.py -------------------------------------------------------------------------------- /online_label/logger/batch_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/logger/batch_logger.py -------------------------------------------------------------------------------- /online_label/logger/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/logger/utils.py -------------------------------------------------------------------------------- /online_label/online_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/online_loop.py -------------------------------------------------------------------------------- /online_label/optimizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/optimizer/__init__.py -------------------------------------------------------------------------------- /online_label/optimizer/em.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/optimizer/em.py -------------------------------------------------------------------------------- /online_label/optimizer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/optimizer/utils.py -------------------------------------------------------------------------------- /online_label/sampler/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/sampler/__init__.py -------------------------------------------------------------------------------- /online_label/sampler/random_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/sampler/random_sampler.py -------------------------------------------------------------------------------- /online_label/sampler/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/sampler/sampler.py -------------------------------------------------------------------------------- /online_label/sampler/task_assignment_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/sampler/task_assignment_sampler.py -------------------------------------------------------------------------------- /online_label/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fidler-lab/efficient-annotation-cookbook/HEAD/online_label/worker.py --------------------------------------------------------------------------------