').appendTo(container_div);
12 | var middle_div = $('
').appendTo(container_div);
13 | var bottom_div = $('
').addClass('text-left').appendTo(container_div);
14 |
15 | $('
').addClass('task-instr-title').text(task_name).appendTo(top_div);
16 | if (options.object_name != null) {
17 | $('
').addClass('task-instr-clsname')
18 | .text(options.object_name)
19 | .appendTo(top_div);
20 | }
21 |
22 | if (options.instructions != null || options.instructions_url != null) {
23 | $('
').appendTo(bottom_div); 24 | $('').text('Instructions:').appendTo(bottom_div);
25 |
26 | if (options.instructions != null) {
27 | $('
').appendTo(bottom_div); 24 | $('
').text('Instructions:').appendTo(bottom_div);
25 |
26 | if (options.instructions != null) {
27 | $('').addClass('task-instr-text')
28 | .text(options.instructions).appendTo(bottom_div);
29 | }
30 | if (options.instructions_url != null) {
31 | // IMPORTANT: put in absolute rather than relative path
32 | $('').addClass('task-instr-text').load('' + options.instructions_url).appendTo(bottom_div);
33 | }
34 | }
35 |
36 | that.GetInputDiv = function() {
37 | return middle_div;
38 | }
39 |
40 | return that;
41 | }
42 |
43 | return vg;
44 |
45 | }(VG || {}));
46 |
--------------------------------------------------------------------------------
/whats_the_point/point_task.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | //task_input must have:
3 | // image_url, obj_name, obj_plural, gt.bbox, gt.min_num, gt.max_num
4 | vg.PointTask = function(container_div,task_input) {
5 | var that = (this === vg ? {} : this);
6 | var enabled = false;
7 |
8 | var image_url = task_input.image_url;
9 |
10 | var drawer_div = $('').appendTo(container_div);
11 |
12 | VIEWPORT_HEIGHT = 500;
13 |
14 | var max_height = VIEWPORT_HEIGHT;
15 | max_height -= $('#task-instr-div').height();
16 | max_height -= $('#c-buttons-div').height();
17 | var images_div = $('#c-imgs-div');
18 | var bbox_drawer_options = {
19 | max_height: max_height,
20 | max_width: images_div.width(),
21 |
22 | gt: task_input.gt,
23 | obj_singular: task_input.obj_name,
24 | obj_plural: task_input.obj_plural
25 | };
26 | var bbox_drawer = new VG.PointDrawer(drawer_div,image_url,null,bbox_drawer_options);
27 |
28 | var timer = new VG.Timer();
29 |
30 | that.GetAnswerIfValid = function () {
31 | return {'answer': bbox_drawer.GetAnswer(),
32 | 'time':timer.total(),
33 | 'eval':bbox_drawer.EvalAnswer()};
34 | }
35 |
36 | that.enable = function() {
37 | enabled = true;
38 | bbox_drawer.enable();
39 | timer.start();
40 | }
41 |
42 | that.disable = function() {
43 | enabled = false;
44 | bbox_drawer.disable();
45 | timer.stop();
46 | }
47 |
48 | that.disable();
49 |
50 | return that;
51 | }
52 |
53 | return vg;
54 |
55 | }(VG || {}));
56 |
--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | # annotation-UIs
2 |
3 | This repository contains image annotation UIs used for various projects at Stanford University.
4 |
5 | Authors: [Olga Russakovsky](http://cs.cmu.edu/~orussako) (olga@cs.stanford.edu) and [Justin Johnson](http://cs.stanford.edu/people/jcjohns/)
6 |
7 | ### Entrypoint
8 |
9 | The entry point for the UIs is all_actions.html. You can open it in your browser to see a set of sample tasks and check out the UIs.
10 |
11 | ### Annotating images on Amazon Machanical Turk
12 |
13 | The simplest backend to use with these templates is [simple-amt](https://github.com/jcjohnson/simple-amt)
14 |
15 | **Important**: make sure to put in absolute rather than relative paths, e.g.,
16 |
17 | //image-net.org/path/to/you/file
18 |
19 | Search for 'absolute' in the code -- most places should be marked with comments. You'll need to do it in
20 | - best_of_both_world/all_actions.html
21 | - best_of_both_worlds/instructions.html
22 | - best_of_both_worlds/task_header.js
23 | - whats_the_point/all_actions.html
24 | - all image paths
25 |
26 | ### References
27 |
28 | If you find the UIs useful in your research, please cite:
29 |
30 | **best_of_both_worlds**
31 |
32 | Project page: http://ai.stanford.edu/~olga/best_of_both_worlds
33 |
34 | @inproceedings{RussakovskyCVPR15,
35 | author = {Olga Russakovsky and Li-Jia Li and Li Fei-Fei},
36 | title = {Best of both worlds: human-machine collaboration for object annotation},
37 | booktitle = {CVPR},
38 | year = {2015}
39 | }
40 |
41 | **whats_the_point**
42 |
43 | Project page: http://vision.stanford.edu/whats_the_point
44 |
45 | @article{Bearman15,
46 | author = {Amy Bearman and Olga Russakovsky and Vittorio Ferrari and Li Fei-Fei},
47 | title = {What's the point: Semantic segmentation with point supervision},
48 | journal = {ArXiv e-prints},
49 | eprint = {1506.02106},
50 | year = {2015}
51 | }
52 |
53 |
--------------------------------------------------------------------------------
/best_of_both_worlds/verify_object_task.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | vg.VerifyObjectTask = function(container_div,task_input) {
3 | var that = (this === vg ? {} : this);
4 | var enabled = false;
5 |
6 | var image_url = task_input.image_url;
7 | var box = task_input.box;
8 |
9 | var task_name = "Is this a good box around AN object?";
10 |
11 | var ti_options = {instructions_url: "verify_object_instructions.html"
12 | }
13 |
14 | var ui_div = VG.TaskInstructions(container_div,task_name,ti_options).GetInputDiv();
15 |
16 | var drawer_div = $('').appendTo(ui_div);
17 |
18 | binput_options = {
19 | pos_button_name: 'Yes, it is a good box',
20 | neg_button_name: 'No, it is not a good box',
21 | gt: task_input.gt
22 | }
23 |
24 | VIEWPORT_HEIGHT = 500;
25 |
26 | var max_height = VIEWPORT_HEIGHT;
27 | max_height -= $('#task-instr-div').height();
28 | max_height -= $('#c-buttons-div').height();
29 | var images_div = $('#c-imgs-div');
30 | var bbox_drawer_options = {
31 | max_height: max_height,
32 | max_width: images_div.width(),
33 | static_box_color: 'blue'
34 | };
35 | var bbox_drawer = new VG.BBoxDrawer(drawer_div,image_url,null,bbox_drawer_options);
36 | bbox_drawer.addStaticBox(box);
37 |
38 | var binput = new VG.BinaryInput(ui_div,binput_options);
39 |
40 |
41 | var timer = new VG.Timer();
42 |
43 | that.GetAnswerIfValid = function () {
44 | return {'answer': binput.GetAnswer(),
45 | 'time':timer.total(),
46 | 'eval':binput.EvalAnswer()};
47 | }
48 |
49 | that.enable = function() {
50 | enabled = true;
51 | //bbox_drawer.enable();
52 | binput.enable();
53 | timer.start();
54 | }
55 |
56 | that.disable = function() {
57 | enabled = false;
58 | bbox_drawer.disable();
59 | binput.disable();
60 | timer.stop();
61 | }
62 |
63 | that.disable();
64 |
65 | return that;
66 | }
67 |
68 | return vg;
69 |
70 | }(VG || {}));
71 |
--------------------------------------------------------------------------------
/best_of_both_worlds/verify_box_task.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | vg.VerifyBoxTask = function(container_div,task_input) {
3 | var that = (this === vg ? {} : this);
4 | var enabled = false;
5 |
6 | var image_url = task_input.image_url;
7 | var box = task_input.box;
8 |
9 | var task_name = "Is this a good box around a";
10 |
11 | var ti_options = {object_name: task_input.object_name,
12 | instructions_url: "verify_box_instructions.html"
13 | }
14 |
15 | var ui_div = VG.TaskInstructions(container_div,task_name,ti_options).GetInputDiv();
16 |
17 | var drawer_div = $('').appendTo(ui_div);
18 |
19 | binput_options = {
20 | pos_button_name: 'Yes, it is a good box',
21 | neg_button_name: 'No, it is not a good box',
22 | gt: task_input.gt
23 | }
24 |
25 |
26 | VIEWPORT_HEIGHT = 500;
27 |
28 | var max_height = VIEWPORT_HEIGHT;
29 | max_height -= $('#task-instr-div').height();
30 | max_height -= $('#c-buttons-div').height();
31 | var images_div = $('#c-imgs-div');
32 | var bbox_drawer_options = {
33 | max_height: max_height,
34 | max_width: images_div.width(),
35 | static_box_color: 'blue'
36 | };
37 | var bbox_drawer = new VG.BBoxDrawer(drawer_div,image_url,null,bbox_drawer_options);
38 | bbox_drawer.addStaticBox(box);
39 |
40 | var binput = new VG.BinaryInput(ui_div,binput_options);
41 |
42 |
43 | var timer = new VG.Timer();
44 |
45 | that.GetAnswerIfValid = function () {
46 | return {'answer': binput.GetAnswer(),
47 | 'time':timer.total(),
48 | 'eval':binput.EvalAnswer()};
49 | }
50 |
51 | that.enable = function() {
52 | enabled = true;
53 | //bbox_drawer.enable();
54 | binput.enable();
55 | timer.start();
56 | }
57 |
58 | that.disable = function() {
59 | enabled = false;
60 | bbox_drawer.disable();
61 | binput.disable();
62 | timer.stop();
63 | }
64 |
65 | that.disable();
66 |
67 | return that;
68 | }
69 |
70 | return vg;
71 |
72 | }(VG || {}));
73 |
--------------------------------------------------------------------------------
/best_of_both_worlds/verify_cover_task.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | vg.VerifyCoverTask = function(container_div,task_input) {
3 | var that = (this === vg ? {} : this);
4 | var enabled = false;
5 |
6 | var image_url = task_input.image_url;
7 | var boxes = task_input.boxes;
8 |
9 | var task_name = "Is there a good box around EVERY instance of:";
10 |
11 | var ti_options = {object_name: task_input.object_name,
12 | instructions_url: "verify_cover_instructions.html"
13 | }
14 | var ui_div = VG.TaskInstructions(container_div,task_name,ti_options).GetInputDiv();
15 |
16 | var drawer_div = $('').appendTo(ui_div);
17 |
18 | binput_options = {
19 | pos_button_name: 'Yes, every instance is covered',
20 | neg_button_name: 'No, not every instance is covered',
21 | gt:task_input.gt
22 | }
23 | var binput = new VG.BinaryInput(ui_div,binput_options);
24 |
25 | VIEWPORT_HEIGHT = 500;
26 |
27 | var max_height = VIEWPORT_HEIGHT;
28 | max_height -= $('#task-instr-div').height();
29 | max_height -= $('#c-buttons-div').height();
30 | var images_div = $('#c-imgs-div');
31 | var bbox_drawer_options = {
32 | max_height: max_height,
33 | max_width: images_div.width(),
34 | static_box_color: 'blue'
35 | };
36 | var bbox_drawer = new VG.BBoxDrawer(drawer_div,image_url,null,bbox_drawer_options);
37 | bbox_drawer.addStaticBoxes(boxes);
38 |
39 | var timer = new VG.Timer();
40 |
41 | that.enable = function() {
42 | enabled = true;
43 | //bbox_drawer.enable();
44 | binput.enable();
45 | timer.start();
46 | }
47 |
48 | that.disable = function() {
49 | enabled = false;
50 | bbox_drawer.disable();
51 | binput.disable();
52 | timer.stop();
53 | }
54 |
55 | that.GetAnswerIfValid = function () {
56 | return {'answer': binput.GetAnswer(),
57 | 'time':timer.total(),
58 | 'eval':binput.EvalAnswer()};
59 | }
60 |
61 | that.disable();
62 |
63 | return that;
64 | }
65 |
66 | return vg;
67 |
68 | }(VG || {}));
69 |
--------------------------------------------------------------------------------
/best_of_both_worlds/write_name_task.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | vg.WriteNameTask = function(container_div,task_input) {
3 | var that = (this === vg ? {} : this);
4 | var enabled = false;
5 |
6 | var image_url = task_input.image_url;
7 | var box = task_input.box;
8 |
9 | var task_name = "Name the object in the blue box (only if the box is good!):";
10 |
11 | var ti_options = {instructions_url: "write_name_instructions.html"
12 | }
13 |
14 | var ui_div = VG.TaskInstructions(container_div,task_name,ti_options).GetInputDiv();
15 |
16 | tinput_opts = {include_button : true,
17 | button_text: 'Click here if not a good box',
18 | button_text_clicked:'Not a good box (click to undo)',
19 | gt: task_input.gt,
20 | autocomplete_options: task_input.autocomplete_options
21 | };
22 | var tinput = new VG.TextInput(ui_div,tinput_opts);
23 |
24 | var drawer_div = $('').appendTo(ui_div);
25 |
26 | VIEWPORT_HEIGHT = 500;
27 |
28 | var max_height = VIEWPORT_HEIGHT;
29 | max_height -= $('#task-instr-div').height();
30 | max_height -= $('#c-buttons-div').height();
31 | var images_div = $('#c-imgs-div');
32 | var bbox_drawer_options = {
33 | max_height: max_height,
34 | max_width: images_div.width(),
35 | static_box_color: 'blue'
36 | };
37 | var bbox_drawer = new VG.BBoxDrawer(drawer_div,image_url,null,bbox_drawer_options);
38 | bbox_drawer.addStaticBox(box);
39 | bbox_drawer.disable();
40 |
41 | var timer = new VG.Timer();
42 |
43 | that.enable = function() {
44 | enabled = true;
45 | tinput.enable();
46 | timer.start();
47 | }
48 |
49 | that.disable = function() {
50 | enabled = false;
51 | tinput.disable();
52 | timer.stop();
53 | }
54 |
55 | that.GetAnswerIfValid = function () {
56 | return {'answer': tinput.GetAnswer(),
57 | 'time':timer.total(),
58 | 'eval':tinput.EvalAnswer()};
59 | }
60 |
61 | that.disable();
62 |
63 | return that;
64 | }
65 |
66 | return vg;
67 |
68 | }(VG || {}));
69 |
--------------------------------------------------------------------------------
/best_of_both_worlds/sample_input.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 |
3 | vg.SampleInput = function() {
4 | var that = (this === vg ? {} : this);
5 |
6 | that.get = function(index) {
7 | // ignores 'index' currently, but you can set it up to provide different inputs
8 | // depending on the index, for easy debugging
9 | return {"questions": [{"img_id": "ILSVRC2013_val_00002683","gt": 1,"class": 60,"object_name": "dragonfly","image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2013_val_00002683.JPEG","task": "vi"},{"img_id": "ILSVRC2012_val_00008738","gt": 1,"class": 171,"box": {"x": 309,"y": 108,"w": 157,"h": 104},"object_name": "strawberry","image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2012_val_00008738.JPEG","task": "vb"},{"img_id": "ILSVRC2012_val_00030313","gt": {"x": 81,"y": 67,"w": 201,"h": 280},"class": 113,"boxes": {"x": 110,"y": 30,"w": 138,"h": 77},"object_name": "monkey","image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2012_val_00030313.JPEG","task": "db"},{"img_id": "ILSVRC2012_val_00028723","gt": -1,"class": 71,"boxes": {"x": 1,"y": 1,"w": 375,"h": 178},"object_name": "french horn","image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2012_val_00028723.JPEG","task": "vc"},{"img_id": "ILSVRC2012_val_00003154","box": {"x": 258,"y": 247,"w": 104,"h": 174},"gt": -1,"image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2012_val_00003154.JPEG","task": "vo"},{"img_id": "ILSVRC2013_val_00003000","box": {"x": 438,"y": 260,"w": 62,"h": 79},"gt": -1,"image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2013_val_00003000.JPEG","task": "wn"},{"img_id": "ILSVRC2012_val_00018661","class": 77,"curr_classes": 37,"object_name": "golfcart","curr_object_names": "car","image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2012_val_00018661.JPEG","task": "wt","meta": {"gt_img_ids": 8702,"gt_obj_labels": [37,77],"gt_obj_bboxes": [[0,129],[144,134],[49,342],[203,352]],"w": 500,"h": 375,"gt_img_name": "ILSVRC2012_val_00018661","amt_gt": 1}}],"accuracy": 0.99};
10 | }
11 |
12 | return that;
13 | }
14 |
15 | return vg;
16 |
17 | }(VG || {}));
18 |
--------------------------------------------------------------------------------
/best_of_both_worlds/write_class_task.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | vg.WriteClassTask = function(container_div,task_input) {
3 | var that = (this === vg ? {} : this);
4 | var enabled = false;
5 |
6 | var image_url = task_input.image_url;
7 | var box = task_input.box;
8 |
9 | var s= '';
10 | if (task_input.curr_object_names) {
11 | if (typeof task_input.curr_object_names === 'string') {
12 | s = "Current object: " + task_input.curr_object_names;
13 | } else if (task_input.curr_object_names.length > 0) {
14 | s = "Current objects: "
15 | for (var i=0;i 0)
17 | s += '; ';
18 | s += task_input.curr_object_names[i];
19 | }
20 | }
21 | }
22 | if (s.length > 0) {
23 | var task_name = "Name another object in the image:";
24 | var bt = "Click here if no other objects";
25 | var btc = "No other objects (click to undo)";
26 | } else {
27 | var task_name = "Name an object in the image:";
28 | var bt = "Click here if no objects";
29 | var btc = "No objects (click to undo)";
30 | }
31 |
32 | var ti_options = {instructions_url: "write_class_instructions.html"
33 | }
34 |
35 | var ui_div = VG.TaskInstructions(container_div,task_name,ti_options).GetInputDiv();
36 |
37 |
38 | var obj_div = $('')
39 | .addClass('text-center')
40 | .text(s)
41 | .appendTo(ui_div);
42 |
43 | tinput_opts = {include_button : true,
44 | button_text: bt,
45 | button_text_clicked:btc,
46 | gt: task_input.gt,
47 | autocomplete_options: task_input.autocomplete_options,
48 | prohibited_text: task_input.curr_object_names
49 | };
50 | var tinput = new VG.TextInput(ui_div,tinput_opts);
51 |
52 |
53 | var img_div = $('![]()
').attr('src',image_url).appendTo(ui_div);
54 |
55 | var timer = new VG.Timer();
56 |
57 | that.enable = function() {
58 | enabled = true;
59 | tinput.enable();
60 | timer.start();
61 | }
62 |
63 | that.disable = function() {
64 | enabled = false;
65 | tinput.disable();
66 | timer.stop();
67 | }
68 |
69 | that.GetAnswerIfValid = function () {
70 | return {'answer': tinput.GetAnswer(),
71 | 'time':timer.total(),
72 | 'eval':tinput.EvalAnswer()};
73 | }
74 |
75 | that.disable();
76 |
77 | return that;
78 | }
79 |
80 | return vg;
81 |
82 | }(VG || {}));
83 |
--------------------------------------------------------------------------------
/best_of_both_worlds/binary_input.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | var DEFAULT_OPTIONS = {
3 | pos_button_name: 'Yes',
4 | neg_button_name: 'No',
5 | gt: null
6 | }
7 |
8 | vg.BinaryInput = function(container_div,options) {
9 | var that = (this === vg ? {} : this);
10 |
11 | options = vg.merge_options(options,DEFAULT_OPTIONS);
12 | var answer = 0;
13 |
14 | var enabled = false;
15 |
16 | var button_div = $('').appendTo(container_div);
17 |
18 | var button_yes=$('
').addClass('task-instr-text').load('' + options.instructions_url).appendTo(bottom_div);
33 | }
34 | }
35 |
36 | that.GetInputDiv = function() {
37 | return middle_div;
38 | }
39 |
40 | return that;
41 | }
42 |
43 | return vg;
44 |
45 | }(VG || {}));
46 |
--------------------------------------------------------------------------------
/whats_the_point/point_task.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | //task_input must have:
3 | // image_url, obj_name, obj_plural, gt.bbox, gt.min_num, gt.max_num
4 | vg.PointTask = function(container_div,task_input) {
5 | var that = (this === vg ? {} : this);
6 | var enabled = false;
7 |
8 | var image_url = task_input.image_url;
9 |
10 | var drawer_div = $('
').appendTo(container_div);
11 |
12 | VIEWPORT_HEIGHT = 500;
13 |
14 | var max_height = VIEWPORT_HEIGHT;
15 | max_height -= $('#task-instr-div').height();
16 | max_height -= $('#c-buttons-div').height();
17 | var images_div = $('#c-imgs-div');
18 | var bbox_drawer_options = {
19 | max_height: max_height,
20 | max_width: images_div.width(),
21 |
22 | gt: task_input.gt,
23 | obj_singular: task_input.obj_name,
24 | obj_plural: task_input.obj_plural
25 | };
26 | var bbox_drawer = new VG.PointDrawer(drawer_div,image_url,null,bbox_drawer_options);
27 |
28 | var timer = new VG.Timer();
29 |
30 | that.GetAnswerIfValid = function () {
31 | return {'answer': bbox_drawer.GetAnswer(),
32 | 'time':timer.total(),
33 | 'eval':bbox_drawer.EvalAnswer()};
34 | }
35 |
36 | that.enable = function() {
37 | enabled = true;
38 | bbox_drawer.enable();
39 | timer.start();
40 | }
41 |
42 | that.disable = function() {
43 | enabled = false;
44 | bbox_drawer.disable();
45 | timer.stop();
46 | }
47 |
48 | that.disable();
49 |
50 | return that;
51 | }
52 |
53 | return vg;
54 |
55 | }(VG || {}));
56 |
--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | # annotation-UIs
2 |
3 | This repository contains image annotation UIs used for various projects at Stanford University.
4 |
5 | Authors: [Olga Russakovsky](http://cs.cmu.edu/~orussako) (olga@cs.stanford.edu) and [Justin Johnson](http://cs.stanford.edu/people/jcjohns/)
6 |
7 | ### Entrypoint
8 |
9 | The entry point for the UIs is all_actions.html. You can open it in your browser to see a set of sample tasks and check out the UIs.
10 |
11 | ### Annotating images on Amazon Machanical Turk
12 |
13 | The simplest backend to use with these templates is [simple-amt](https://github.com/jcjohnson/simple-amt)
14 |
15 | **Important**: make sure to put in absolute rather than relative paths, e.g.,
16 |
17 | //image-net.org/path/to/you/file
18 |
19 | Search for 'absolute' in the code -- most places should be marked with comments. You'll need to do it in
20 | - best_of_both_world/all_actions.html
21 | - best_of_both_worlds/instructions.html
22 | - best_of_both_worlds/task_header.js
23 | - whats_the_point/all_actions.html
24 | - all image paths
25 |
26 | ### References
27 |
28 | If you find the UIs useful in your research, please cite:
29 |
30 | **best_of_both_worlds**
31 |
32 | Project page: http://ai.stanford.edu/~olga/best_of_both_worlds
33 |
34 | @inproceedings{RussakovskyCVPR15,
35 | author = {Olga Russakovsky and Li-Jia Li and Li Fei-Fei},
36 | title = {Best of both worlds: human-machine collaboration for object annotation},
37 | booktitle = {CVPR},
38 | year = {2015}
39 | }
40 |
41 | **whats_the_point**
42 |
43 | Project page: http://vision.stanford.edu/whats_the_point
44 |
45 | @article{Bearman15,
46 | author = {Amy Bearman and Olga Russakovsky and Vittorio Ferrari and Li Fei-Fei},
47 | title = {What's the point: Semantic segmentation with point supervision},
48 | journal = {ArXiv e-prints},
49 | eprint = {1506.02106},
50 | year = {2015}
51 | }
52 |
53 |
--------------------------------------------------------------------------------
/best_of_both_worlds/verify_object_task.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | vg.VerifyObjectTask = function(container_div,task_input) {
3 | var that = (this === vg ? {} : this);
4 | var enabled = false;
5 |
6 | var image_url = task_input.image_url;
7 | var box = task_input.box;
8 |
9 | var task_name = "Is this a good box around AN object?";
10 |
11 | var ti_options = {instructions_url: "verify_object_instructions.html"
12 | }
13 |
14 | var ui_div = VG.TaskInstructions(container_div,task_name,ti_options).GetInputDiv();
15 |
16 | var drawer_div = $('
').appendTo(ui_div);
17 |
18 | binput_options = {
19 | pos_button_name: 'Yes, it is a good box',
20 | neg_button_name: 'No, it is not a good box',
21 | gt: task_input.gt
22 | }
23 |
24 | VIEWPORT_HEIGHT = 500;
25 |
26 | var max_height = VIEWPORT_HEIGHT;
27 | max_height -= $('#task-instr-div').height();
28 | max_height -= $('#c-buttons-div').height();
29 | var images_div = $('#c-imgs-div');
30 | var bbox_drawer_options = {
31 | max_height: max_height,
32 | max_width: images_div.width(),
33 | static_box_color: 'blue'
34 | };
35 | var bbox_drawer = new VG.BBoxDrawer(drawer_div,image_url,null,bbox_drawer_options);
36 | bbox_drawer.addStaticBox(box);
37 |
38 | var binput = new VG.BinaryInput(ui_div,binput_options);
39 |
40 |
41 | var timer = new VG.Timer();
42 |
43 | that.GetAnswerIfValid = function () {
44 | return {'answer': binput.GetAnswer(),
45 | 'time':timer.total(),
46 | 'eval':binput.EvalAnswer()};
47 | }
48 |
49 | that.enable = function() {
50 | enabled = true;
51 | //bbox_drawer.enable();
52 | binput.enable();
53 | timer.start();
54 | }
55 |
56 | that.disable = function() {
57 | enabled = false;
58 | bbox_drawer.disable();
59 | binput.disable();
60 | timer.stop();
61 | }
62 |
63 | that.disable();
64 |
65 | return that;
66 | }
67 |
68 | return vg;
69 |
70 | }(VG || {}));
71 |
--------------------------------------------------------------------------------
/best_of_both_worlds/verify_box_task.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | vg.VerifyBoxTask = function(container_div,task_input) {
3 | var that = (this === vg ? {} : this);
4 | var enabled = false;
5 |
6 | var image_url = task_input.image_url;
7 | var box = task_input.box;
8 |
9 | var task_name = "Is this a good box around a";
10 |
11 | var ti_options = {object_name: task_input.object_name,
12 | instructions_url: "verify_box_instructions.html"
13 | }
14 |
15 | var ui_div = VG.TaskInstructions(container_div,task_name,ti_options).GetInputDiv();
16 |
17 | var drawer_div = $('
').appendTo(ui_div);
18 |
19 | binput_options = {
20 | pos_button_name: 'Yes, it is a good box',
21 | neg_button_name: 'No, it is not a good box',
22 | gt: task_input.gt
23 | }
24 |
25 |
26 | VIEWPORT_HEIGHT = 500;
27 |
28 | var max_height = VIEWPORT_HEIGHT;
29 | max_height -= $('#task-instr-div').height();
30 | max_height -= $('#c-buttons-div').height();
31 | var images_div = $('#c-imgs-div');
32 | var bbox_drawer_options = {
33 | max_height: max_height,
34 | max_width: images_div.width(),
35 | static_box_color: 'blue'
36 | };
37 | var bbox_drawer = new VG.BBoxDrawer(drawer_div,image_url,null,bbox_drawer_options);
38 | bbox_drawer.addStaticBox(box);
39 |
40 | var binput = new VG.BinaryInput(ui_div,binput_options);
41 |
42 |
43 | var timer = new VG.Timer();
44 |
45 | that.GetAnswerIfValid = function () {
46 | return {'answer': binput.GetAnswer(),
47 | 'time':timer.total(),
48 | 'eval':binput.EvalAnswer()};
49 | }
50 |
51 | that.enable = function() {
52 | enabled = true;
53 | //bbox_drawer.enable();
54 | binput.enable();
55 | timer.start();
56 | }
57 |
58 | that.disable = function() {
59 | enabled = false;
60 | bbox_drawer.disable();
61 | binput.disable();
62 | timer.stop();
63 | }
64 |
65 | that.disable();
66 |
67 | return that;
68 | }
69 |
70 | return vg;
71 |
72 | }(VG || {}));
73 |
--------------------------------------------------------------------------------
/best_of_both_worlds/verify_cover_task.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | vg.VerifyCoverTask = function(container_div,task_input) {
3 | var that = (this === vg ? {} : this);
4 | var enabled = false;
5 |
6 | var image_url = task_input.image_url;
7 | var boxes = task_input.boxes;
8 |
9 | var task_name = "Is there a good box around EVERY instance of:";
10 |
11 | var ti_options = {object_name: task_input.object_name,
12 | instructions_url: "verify_cover_instructions.html"
13 | }
14 | var ui_div = VG.TaskInstructions(container_div,task_name,ti_options).GetInputDiv();
15 |
16 | var drawer_div = $('
').appendTo(ui_div);
17 |
18 | binput_options = {
19 | pos_button_name: 'Yes, every instance is covered',
20 | neg_button_name: 'No, not every instance is covered',
21 | gt:task_input.gt
22 | }
23 | var binput = new VG.BinaryInput(ui_div,binput_options);
24 |
25 | VIEWPORT_HEIGHT = 500;
26 |
27 | var max_height = VIEWPORT_HEIGHT;
28 | max_height -= $('#task-instr-div').height();
29 | max_height -= $('#c-buttons-div').height();
30 | var images_div = $('#c-imgs-div');
31 | var bbox_drawer_options = {
32 | max_height: max_height,
33 | max_width: images_div.width(),
34 | static_box_color: 'blue'
35 | };
36 | var bbox_drawer = new VG.BBoxDrawer(drawer_div,image_url,null,bbox_drawer_options);
37 | bbox_drawer.addStaticBoxes(boxes);
38 |
39 | var timer = new VG.Timer();
40 |
41 | that.enable = function() {
42 | enabled = true;
43 | //bbox_drawer.enable();
44 | binput.enable();
45 | timer.start();
46 | }
47 |
48 | that.disable = function() {
49 | enabled = false;
50 | bbox_drawer.disable();
51 | binput.disable();
52 | timer.stop();
53 | }
54 |
55 | that.GetAnswerIfValid = function () {
56 | return {'answer': binput.GetAnswer(),
57 | 'time':timer.total(),
58 | 'eval':binput.EvalAnswer()};
59 | }
60 |
61 | that.disable();
62 |
63 | return that;
64 | }
65 |
66 | return vg;
67 |
68 | }(VG || {}));
69 |
--------------------------------------------------------------------------------
/best_of_both_worlds/write_name_task.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | vg.WriteNameTask = function(container_div,task_input) {
3 | var that = (this === vg ? {} : this);
4 | var enabled = false;
5 |
6 | var image_url = task_input.image_url;
7 | var box = task_input.box;
8 |
9 | var task_name = "Name the object in the blue box (only if the box is good!):";
10 |
11 | var ti_options = {instructions_url: "write_name_instructions.html"
12 | }
13 |
14 | var ui_div = VG.TaskInstructions(container_div,task_name,ti_options).GetInputDiv();
15 |
16 | tinput_opts = {include_button : true,
17 | button_text: 'Click here if not a good box',
18 | button_text_clicked:'Not a good box (click to undo)',
19 | gt: task_input.gt,
20 | autocomplete_options: task_input.autocomplete_options
21 | };
22 | var tinput = new VG.TextInput(ui_div,tinput_opts);
23 |
24 | var drawer_div = $('
').appendTo(ui_div);
25 |
26 | VIEWPORT_HEIGHT = 500;
27 |
28 | var max_height = VIEWPORT_HEIGHT;
29 | max_height -= $('#task-instr-div').height();
30 | max_height -= $('#c-buttons-div').height();
31 | var images_div = $('#c-imgs-div');
32 | var bbox_drawer_options = {
33 | max_height: max_height,
34 | max_width: images_div.width(),
35 | static_box_color: 'blue'
36 | };
37 | var bbox_drawer = new VG.BBoxDrawer(drawer_div,image_url,null,bbox_drawer_options);
38 | bbox_drawer.addStaticBox(box);
39 | bbox_drawer.disable();
40 |
41 | var timer = new VG.Timer();
42 |
43 | that.enable = function() {
44 | enabled = true;
45 | tinput.enable();
46 | timer.start();
47 | }
48 |
49 | that.disable = function() {
50 | enabled = false;
51 | tinput.disable();
52 | timer.stop();
53 | }
54 |
55 | that.GetAnswerIfValid = function () {
56 | return {'answer': tinput.GetAnswer(),
57 | 'time':timer.total(),
58 | 'eval':tinput.EvalAnswer()};
59 | }
60 |
61 | that.disable();
62 |
63 | return that;
64 | }
65 |
66 | return vg;
67 |
68 | }(VG || {}));
69 |
--------------------------------------------------------------------------------
/best_of_both_worlds/sample_input.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 |
3 | vg.SampleInput = function() {
4 | var that = (this === vg ? {} : this);
5 |
6 | that.get = function(index) {
7 | // ignores 'index' currently, but you can set it up to provide different inputs
8 | // depending on the index, for easy debugging
9 | return {"questions": [{"img_id": "ILSVRC2013_val_00002683","gt": 1,"class": 60,"object_name": "dragonfly","image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2013_val_00002683.JPEG","task": "vi"},{"img_id": "ILSVRC2012_val_00008738","gt": 1,"class": 171,"box": {"x": 309,"y": 108,"w": 157,"h": 104},"object_name": "strawberry","image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2012_val_00008738.JPEG","task": "vb"},{"img_id": "ILSVRC2012_val_00030313","gt": {"x": 81,"y": 67,"w": 201,"h": 280},"class": 113,"boxes": {"x": 110,"y": 30,"w": 138,"h": 77},"object_name": "monkey","image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2012_val_00030313.JPEG","task": "db"},{"img_id": "ILSVRC2012_val_00028723","gt": -1,"class": 71,"boxes": {"x": 1,"y": 1,"w": 375,"h": 178},"object_name": "french horn","image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2012_val_00028723.JPEG","task": "vc"},{"img_id": "ILSVRC2012_val_00003154","box": {"x": 258,"y": 247,"w": 104,"h": 174},"gt": -1,"image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2012_val_00003154.JPEG","task": "vo"},{"img_id": "ILSVRC2013_val_00003000","box": {"x": 438,"y": 260,"w": 62,"h": 79},"gt": -1,"image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2013_val_00003000.JPEG","task": "wn"},{"img_id": "ILSVRC2012_val_00018661","class": 77,"curr_classes": 37,"object_name": "golfcart","curr_object_names": "car","image_url": "http://www.image-net.org/image/ilsvrc2013/ILSVRC2013_DET_val/ILSVRC2012_val_00018661.JPEG","task": "wt","meta": {"gt_img_ids": 8702,"gt_obj_labels": [37,77],"gt_obj_bboxes": [[0,129],[144,134],[49,342],[203,352]],"w": 500,"h": 375,"gt_img_name": "ILSVRC2012_val_00018661","amt_gt": 1}}],"accuracy": 0.99};
10 | }
11 |
12 | return that;
13 | }
14 |
15 | return vg;
16 |
17 | }(VG || {}));
18 |
--------------------------------------------------------------------------------
/best_of_both_worlds/write_class_task.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | vg.WriteClassTask = function(container_div,task_input) {
3 | var that = (this === vg ? {} : this);
4 | var enabled = false;
5 |
6 | var image_url = task_input.image_url;
7 | var box = task_input.box;
8 |
9 | var s= '';
10 | if (task_input.curr_object_names) {
11 | if (typeof task_input.curr_object_names === 'string') {
12 | s = "Current object: " + task_input.curr_object_names;
13 | } else if (task_input.curr_object_names.length > 0) {
14 | s = "Current objects: "
15 | for (var i=0;i 0)
17 | s += '; ';
18 | s += task_input.curr_object_names[i];
19 | }
20 | }
21 | }
22 | if (s.length > 0) {
23 | var task_name = "Name another object in the image:";
24 | var bt = "Click here if no other objects";
25 | var btc = "No other objects (click to undo)";
26 | } else {
27 | var task_name = "Name an object in the image:";
28 | var bt = "Click here if no objects";
29 | var btc = "No objects (click to undo)";
30 | }
31 |
32 | var ti_options = {instructions_url: "write_class_instructions.html"
33 | }
34 |
35 | var ui_div = VG.TaskInstructions(container_div,task_name,ti_options).GetInputDiv();
36 |
37 |
38 | var obj_div = $('
')
39 | .addClass('text-center')
40 | .text(s)
41 | .appendTo(ui_div);
42 |
43 | tinput_opts = {include_button : true,
44 | button_text: bt,
45 | button_text_clicked:btc,
46 | gt: task_input.gt,
47 | autocomplete_options: task_input.autocomplete_options,
48 | prohibited_text: task_input.curr_object_names
49 | };
50 | var tinput = new VG.TextInput(ui_div,tinput_opts);
51 |
52 |
53 | var img_div = $('![]()
').attr('src',image_url).appendTo(ui_div);
54 |
55 | var timer = new VG.Timer();
56 |
57 | that.enable = function() {
58 | enabled = true;
59 | tinput.enable();
60 | timer.start();
61 | }
62 |
63 | that.disable = function() {
64 | enabled = false;
65 | tinput.disable();
66 | timer.stop();
67 | }
68 |
69 | that.GetAnswerIfValid = function () {
70 | return {'answer': tinput.GetAnswer(),
71 | 'time':timer.total(),
72 | 'eval':tinput.EvalAnswer()};
73 | }
74 |
75 | that.disable();
76 |
77 | return that;
78 | }
79 |
80 | return vg;
81 |
82 | }(VG || {}));
83 |
--------------------------------------------------------------------------------
/best_of_both_worlds/binary_input.js:
--------------------------------------------------------------------------------
1 | var VG = (function(vg) {
2 | var DEFAULT_OPTIONS = {
3 | pos_button_name: 'Yes',
4 | neg_button_name: 'No',
5 | gt: null
6 | }
7 |
8 | vg.BinaryInput = function(container_div,options) {
9 | var that = (this === vg ? {} : this);
10 |
11 | options = vg.merge_options(options,DEFAULT_OPTIONS);
12 | var answer = 0;
13 |
14 | var enabled = false;
15 |
16 | var button_div = $('
').appendTo(container_div);
17 |
18 | var button_yes=$('