├── .gitignore ├── LICENSE ├── README.md ├── assets ├── app.css ├── app.js ├── arg.js ├── index.html ├── machina.svg └── machineboxlogo.svg ├── items.go ├── main.go ├── requirements.txt ├── server.go ├── video.png ├── video.py └── videos └── .keep /.gitignore: -------------------------------------------------------------------------------- 1 | # Binaries for programs and plugins 2 | *.exe 3 | *.dll 4 | *.so 5 | *.dylib 6 | 7 | # Test binary, build with `go test -c` 8 | *.test 9 | 10 | # Output of the go coverage tool, specifically when used with LiteIDE 11 | *.out 12 | 13 | # Project-local glide cache, RE: https://github.com/Masterminds/glide/issues/736 14 | .glide/ 15 | videos/*.mov 16 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | Apache License 2 | Version 2.0, January 2004 3 | http://www.apache.org/licenses/ 4 | 5 | TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 6 | 7 | 1. Definitions. 8 | 9 | "License" shall mean the terms and conditions for use, reproduction, 10 | and distribution as defined by Sections 1 through 9 of this document. 11 | 12 | "Licensor" shall mean the copyright owner or entity authorized by 13 | the copyright owner that is granting the License. 14 | 15 | "Legal Entity" shall mean the union of the acting entity and all 16 | other entities that control, are controlled by, or are under common 17 | control with that entity. For the purposes of this definition, 18 | "control" means (i) the power, direct or indirect, to cause the 19 | direction or management of such entity, whether by contract or 20 | otherwise, or (ii) ownership of fifty percent (50%) or more of the 21 | outstanding shares, or (iii) beneficial ownership of such entity. 22 | 23 | "You" (or "Your") shall mean an individual or Legal Entity 24 | exercising permissions granted by this License. 25 | 26 | "Source" form shall mean the preferred form for making modifications, 27 | including but not limited to software source code, documentation 28 | source, and configuration files. 29 | 30 | "Object" form shall mean any form resulting from mechanical 31 | transformation or translation of a Source form, including but 32 | not limited to compiled object code, generated documentation, 33 | and conversions to other media types. 34 | 35 | "Work" shall mean the work of authorship, whether in Source or 36 | Object form, made available under the License, as indicated by a 37 | copyright notice that is included in or attached to the work 38 | (an example is provided in the Appendix below). 39 | 40 | "Derivative Works" shall mean any work, whether in Source or Object 41 | form, that is based on (or derived from) the Work and for which the 42 | editorial revisions, annotations, elaborations, or other modifications 43 | represent, as a whole, an original work of authorship. For the purposes 44 | of this License, Derivative Works shall not include works that remain 45 | separable from, or merely link (or bind by name) to the interfaces of, 46 | the Work and Derivative Works thereof. 47 | 48 | "Contribution" shall mean any work of authorship, including 49 | the original version of the Work and any modifications or additions 50 | to that Work or Derivative Works thereof, that is intentionally 51 | submitted to Licensor for inclusion in the Work by the copyright owner 52 | or by an individual or Legal Entity authorized to submit on behalf of 53 | the copyright owner. For the purposes of this definition, "submitted" 54 | means any form of electronic, verbal, or written communication sent 55 | to the Licensor or its representatives, including but not limited to 56 | communication on electronic mailing lists, source code control systems, 57 | and issue tracking systems that are managed by, or on behalf of, the 58 | Licensor for the purpose of discussing and improving the Work, but 59 | excluding communication that is conspicuously marked or otherwise 60 | designated in writing by the copyright owner as "Not a Contribution." 61 | 62 | "Contributor" shall mean Licensor and any individual or Legal Entity 63 | on behalf of whom a Contribution has been received by Licensor and 64 | subsequently incorporated within the Work. 65 | 66 | 2. Grant of Copyright License. Subject to the terms and conditions of 67 | this License, each Contributor hereby grants to You a perpetual, 68 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 69 | copyright license to reproduce, prepare Derivative Works of, 70 | publicly display, publicly perform, sublicense, and distribute the 71 | Work and such Derivative Works in Source or Object form. 72 | 73 | 3. Grant of Patent License. Subject to the terms and conditions of 74 | this License, each Contributor hereby grants to You a perpetual, 75 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 76 | (except as stated in this section) patent license to make, have made, 77 | use, offer to sell, sell, import, and otherwise transfer the Work, 78 | where such license applies only to those patent claims licensable 79 | by such Contributor that are necessarily infringed by their 80 | Contribution(s) alone or by combination of their Contribution(s) 81 | with the Work to which such Contribution(s) was submitted. If You 82 | institute patent litigation against any entity (including a 83 | cross-claim or counterclaim in a lawsuit) alleging that the Work 84 | or a Contribution incorporated within the Work constitutes direct 85 | or contributory patent infringement, then any patent licenses 86 | granted to You under this License for that Work shall terminate 87 | as of the date such litigation is filed. 88 | 89 | 4. Redistribution. You may reproduce and distribute copies of the 90 | Work or Derivative Works thereof in any medium, with or without 91 | modifications, and in Source or Object form, provided that You 92 | meet the following conditions: 93 | 94 | (a) You must give any other recipients of the Work or 95 | Derivative Works a copy of this License; and 96 | 97 | (b) You must cause any modified files to carry prominent notices 98 | stating that You changed the files; and 99 | 100 | (c) You must retain, in the Source form of any Derivative Works 101 | that You distribute, all copyright, patent, trademark, and 102 | attribution notices from the Source form of the Work, 103 | excluding those notices that do not pertain to any part of 104 | the Derivative Works; and 105 | 106 | (d) If the Work includes a "NOTICE" text file as part of its 107 | distribution, then any Derivative Works that You distribute must 108 | include a readable copy of the attribution notices contained 109 | within such NOTICE file, excluding those notices that do not 110 | pertain to any part of the Derivative Works, in at least one 111 | of the following places: within a NOTICE text file distributed 112 | as part of the Derivative Works; within the Source form or 113 | documentation, if provided along with the Derivative Works; or, 114 | within a display generated by the Derivative Works, if and 115 | wherever such third-party notices normally appear. The contents 116 | of the NOTICE file are for informational purposes only and 117 | do not modify the License. You may add Your own attribution 118 | notices within Derivative Works that You distribute, alongside 119 | or as an addendum to the NOTICE text from the Work, provided 120 | that such additional attribution notices cannot be construed 121 | as modifying the License. 122 | 123 | You may add Your own copyright statement to Your modifications and 124 | may provide additional or different license terms and conditions 125 | for use, reproduction, or distribution of Your modifications, or 126 | for any such Derivative Works as a whole, provided Your use, 127 | reproduction, and distribution of the Work otherwise complies with 128 | the conditions stated in this License. 129 | 130 | 5. Submission of Contributions. Unless You explicitly state otherwise, 131 | any Contribution intentionally submitted for inclusion in the Work 132 | by You to the Licensor shall be under the terms and conditions of 133 | this License, without any additional terms or conditions. 134 | Notwithstanding the above, nothing herein shall supersede or modify 135 | the terms of any separate license agreement you may have executed 136 | with Licensor regarding such Contributions. 137 | 138 | 6. Trademarks. This License does not grant permission to use the trade 139 | names, trademarks, service marks, or product names of the Licensor, 140 | except as required for reasonable and customary use in describing the 141 | origin of the Work and reproducing the content of the NOTICE file. 142 | 143 | 7. Disclaimer of Warranty. Unless required by applicable law or 144 | agreed to in writing, Licensor provides the Work (and each 145 | Contributor provides its Contributions) on an "AS IS" BASIS, 146 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 147 | implied, including, without limitation, any warranties or conditions 148 | of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A 149 | PARTICULAR PURPOSE. You are solely responsible for determining the 150 | appropriateness of using or redistributing the Work and assume any 151 | risks associated with Your exercise of permissions under this License. 152 | 153 | 8. Limitation of Liability. In no event and under no legal theory, 154 | whether in tort (including negligence), contract, or otherwise, 155 | unless required by applicable law (such as deliberate and grossly 156 | negligent acts) or agreed to in writing, shall any Contributor be 157 | liable to You for damages, including any direct, indirect, special, 158 | incidental, or consequential damages of any character arising as a 159 | result of this License or out of the use or inability to use the 160 | Work (including but not limited to damages for loss of goodwill, 161 | work stoppage, computer failure or malfunction, or any and all 162 | other commercial damages or losses), even if such Contributor 163 | has been advised of the possibility of such damages. 164 | 165 | 9. Accepting Warranty or Additional Liability. While redistributing 166 | the Work or Derivative Works thereof, You may choose to offer, 167 | and charge a fee for, acceptance of support, warranty, indemnity, 168 | or other liability obligations and/or rights consistent with this 169 | License. However, in accepting such obligations, You may act only 170 | on Your own behalf and on Your sole responsibility, not on behalf 171 | of any other Contributor, and only if You agree to indemnify, 172 | defend, and hold each Contributor harmless for any liability 173 | incurred by, or claims asserted against, such Contributor by reason 174 | of your accepting any such warranty or additional liability. 175 | 176 | END OF TERMS AND CONDITIONS 177 | 178 | APPENDIX: How to apply the Apache License to your work. 179 | 180 | To apply the Apache License to your work, attach the following 181 | boilerplate notice, with the fields enclosed by brackets "[]" 182 | replaced with your own identifying information. (Don't include 183 | the brackets!) The text should be enclosed in the appropriate 184 | comment syntax for the file format. We also recommend that a 185 | file or class name and description of purpose be included on the 186 | same "printed page" as the copyright notice for easier 187 | identification within third-party archives. 188 | 189 | Copyright [yyyy] [name of copyright owner] 190 | 191 | Licensed under the Apache License, Version 2.0 (the "License"); 192 | you may not use this file except in compliance with the License. 193 | You may obtain a copy of the License at 194 | 195 | http://www.apache.org/licenses/LICENSE-2.0 196 | 197 | Unless required by applicable law or agreed to in writing, software 198 | distributed under the License is distributed on an "AS IS" BASIS, 199 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 200 | See the License for the specific language governing permissions and 201 | limitations under the License. 202 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Video Analysis 2 | 3 | With this little app you can process video frames with Go, using a little Python script, allowing video pipelines and workflows. Here we implement a Face Recognition pipeline using [Facebox](https://machinebox.io/docs/facebox). 4 | 5 | 6 | Check out the blog post https://blog.machinebox.io/processing-video-to-do-face-recognition-with-go-and-python-298275a26095 7 | 8 | [![Video Analysis by Machinebox](video.png)](https://vimeo.com/243123250) 9 | 10 | 11 | ## Requirements 12 | 13 | * Go 14 | * Python 2 and OpenCV 15 | * Facebox 16 | 17 | 18 | ## Video Samples 19 | 20 | Leave your videos under `./videos` and the app will load the videos on the startup 21 | 22 | -------------------------------------------------------------------------------- /assets/app.css: -------------------------------------------------------------------------------- 1 | body { 2 | background-color: #f9f9f9; 3 | overflow-y: none; 4 | } 5 | .main.logo { 6 | width: 250px; 7 | } 8 | .icon.image { 9 | width: 15px; 10 | height: 20px; 11 | } 12 | 13 | #frames img { 14 | width: 150px; 15 | cursor: hand; 16 | } 17 | 18 | #frames-container { 19 | padding: 10px; 20 | width: 100%; 21 | overflow-x: scroll; 22 | overflow-y: visible; 23 | } 24 | 25 | .ui.basic.dark.segment { 26 | background-color: black; 27 | color: white; 28 | } 29 | 30 | .frame-image { 31 | width: 100%; 32 | } -------------------------------------------------------------------------------- /assets/app.js: -------------------------------------------------------------------------------- 1 | $(function(){ 2 | 3 | showVideos() 4 | 5 | function showVideos() { 6 | $('#error').hide() 7 | $('#results').empty() 8 | $.ajax({ 9 | url: '/all-videos', 10 | success: render, 11 | error: function () { 12 | console.warn(arguments) 13 | $('#error').text("Oops, something went wrong - please refresh to try again").show() 14 | } 15 | }) 16 | } 17 | 18 | function render(response) { 19 | // console.info(response) 20 | for (var i in response.items) { 21 | var item = response.items[i] 22 | console.info(item) 23 | 24 | $("#results").append( 25 | $("", { 26 | 'href': "/check?name=" + encodeURIComponent(item.name), 27 | 'class': 'ui label', 28 | }).text(item.name).click(processVideo) 29 | ) 30 | } 31 | } 32 | 33 | var framesContainer = $('#frames-container') 34 | var frames = $('#frames') 35 | var progress = $('.ui.progress').progress({ 36 | total: 100, 37 | value: 0 38 | }) 39 | var time = $('.time') 40 | var frameWidth = 150 41 | 42 | var frameData = {} 43 | 44 | function processVideo(e) { 45 | e.preventDefault() 46 | var $this = $(this) 47 | progress.show() 48 | frames.empty() 49 | $('.ui.dark.segment').slideDown() 50 | frameData = {} 51 | var framesWidth = 0 52 | 53 | var es = new EventSource($this.attr('href')) 54 | es.onmessage = function(e){ 55 | 56 | var obj = JSON.parse(e.data) 57 | if (obj.thumbnail) { 58 | frameData[obj.frame] = obj 59 | frames.append( 60 | $("", { 61 | src: 'data:image/jpg;base64,'+obj.thumbnail, 62 | 'data-frame': obj.frame, 63 | }).click(selectFrame).click() 64 | ) 65 | framesWidth += frameWidth 66 | frames.width(framesWidth) 67 | framesContainer.animate({ 68 | scrollLeft: framesWidth - framesContainer.width(), 69 | }, 500) 70 | } 71 | 72 | time.text(obj.seconds) 73 | progress.progress({ 74 | total: obj.total_frames, 75 | value: obj.frame 76 | }) 77 | 78 | if (obj.complete) { 79 | es.close() 80 | progress.slideUp() 81 | return 82 | } 83 | 84 | } 85 | 86 | } 87 | 88 | function selectFrame(e) { 89 | e.preventDefault() 90 | var $this = $(this) 91 | $('.ui.dark.segment').find('.ui.grid').fadeIn() 92 | var obj = frameData[$this.attr('data-frame')] 93 | console.info(obj) 94 | var facesEl = $('.faces').empty() 95 | var detailsEl = $('.details').empty().html('Frame: ' + obj.frame + ' at ' + obj.seconds) 96 | $('.frame-image').attr('src', $this.attr('src')) 97 | for (var i in obj.faces) { 98 | var face = obj.faces[i] 99 | facesEl.append( 100 | $('
  • ').text(face.Name) 101 | ) 102 | } 103 | } 104 | 105 | }) 106 | -------------------------------------------------------------------------------- /assets/arg.js: -------------------------------------------------------------------------------- 1 | 2 | 3 | /* 4 | 5 | arg.js - v1.3 6 | JavaScript URL argument processing once and for all. 7 | 8 | by Mat Ryer and Ryan Quinn 9 | Copyright (c) 2015 Stretchr, Inc. 10 | 11 | Please consider promoting this project if you find it useful. 12 | 13 | Permission is hereby granted, free of charge, to any person obtaining a copy of this 14 | software and associated documentation files (the "Software"), to deal in the Software 15 | without restriction, including without limitation the rights to use, copy, modify, merge, 16 | publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons 17 | to whom the Software is furnished to do so, subject to the following conditions: 18 | 19 | The above copyright notice and this permission notice shall be included in all copies 20 | or substantial portions of the Software. 21 | 22 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, 23 | INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR 24 | PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE 25 | FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 26 | OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER 27 | DEALINGS IN THE SOFTWARE. 28 | 29 | */ 30 | (function(global){global.MakeArg=function(){var Arg=function(){return Arg.get.apply(global,arguments)};Arg.version="1.3.0";Arg.parse=function(s){if(!s)return{};if(s.indexOf("=")===-1&&s.indexOf("&")===-1)return{};s=Arg._cleanParamStr(s);var obj={};var pairs=s.split("&");for(var pi in pairs){if(pairs.hasOwnProperty(pi)){var kvsegs=pairs[pi].split("=");var key=decodeURIComponent(kvsegs[0]),val=Arg.__decode(kvsegs[1]);Arg._access(obj,key,val)}}return obj};Arg.__decode=function(s){while(s&&s.indexOf("+")>-1){s=s.replace("+"," ")};s=decodeURIComponent(s);return s};Arg._access=function(obj,selector,value){var shouldSet=typeof value!=="undefined";var selectorBreak=-1;var coerce_types={'true':true,'false':false,'null':null};if(typeof selector=='string'||toString.call(selector)=='[object String]'){selectorBreak=selector.search(/[\.\[]/)}if(selectorBreak===-1){if(Arg.coerceMode){value=value&&!isNaN(value)?+value:value==='undefined'?undefined:coerce_types[value]!==undefined?coerce_types[value]:value}return shouldSet?(obj[selector]=value):obj[selector]}var currentRoot=selector.substr(0,selectorBreak);var nextSelector=selector.substr(selectorBreak+1);switch(selector.charAt(selectorBreak)){case'[':obj[currentRoot]=obj[currentRoot]||[];nextSelector=nextSelector.replace(']','');if(nextSelector.search(/[\.\[]/)===-1){nextSelector=parseInt(nextSelector,10)}return Arg._access(obj[currentRoot],nextSelector,value);case'.':obj[currentRoot]=obj[currentRoot]||{};return Arg._access(obj[currentRoot],nextSelector,value)}return obj};Arg.stringify=function(obj,keyPrefix){switch(typeof(obj)){case"object":var segs=[];var thisKey;for(var key in obj){if(!obj.hasOwnProperty(key))continue;var val=obj[key];if(typeof(key)==="undefined"||key.length===0||typeof(val)==="undefined"||val.length===0)continue;thisKey=keyPrefix?keyPrefix+"."+key:key;if(typeof obj.length!=="undefined"){thisKey=keyPrefix?keyPrefix+"["+key+"]":key}if(typeof val==="object"){segs.push(Arg.stringify(val,thisKey))}else{segs.push(encodeURIComponent(thisKey)+"="+encodeURIComponent(val))}}return segs.join("&")}return encodeURIComponent(obj)};Arg.url=function(){var sep=(Arg.urlUseHash?Arg.hashQuerySeperator:Arg.querySeperator);var segs=[location.pathname,sep];var args={};switch(arguments.length){case 1:segs.push(Arg.stringify(arguments[0]));break;case 2:segs[0]=Arg._cleanPath(arguments[0]);args=Arg.parse(arguments[0]);args=Arg.merge(args,arguments[1]);segs.push(Arg.stringify(args));break;case 3:segs[0]=Arg._cleanPath(arguments[0]);segs[1]=Arg.querySeperator;segs.push(Arg.stringify(arguments[1]));(typeof(arguments[2])==="string")?segs.push(Arg.hashSeperator):segs.push(Arg.hashQuerySeperator);segs.push(Arg.stringify(arguments[2]))}var s=segs.join("");if(s.indexOf(sep)==s.length-sep.length){s=s.substr(0,s.length-sep.length)}return s};Arg.urlUseHash=false;Arg.querySeperator="?";Arg.hashSeperator="#";Arg.hashQuerySeperator="#?";Arg.coerceMode=true;Arg.all=function(){var merged=Arg.parse(Arg.querystring()+"&"+Arg.hashstring());return Arg._all?Arg._all:Arg._all=merged};Arg.get=function(selector,def){var val=Arg._access(Arg.all(),selector);return typeof(val)==="undefined"?def:val};Arg.query=function(){return Arg._query?Arg._query:Arg._query=Arg.parse(Arg.querystring())};Arg.hash=function(){return Arg._hash?Arg._hash:Arg._hash=Arg.parse(Arg.hashstring())};Arg.querystring=function(){return Arg._cleanParamStr(location.search)};Arg.hashstring=function(){return Arg._cleanParamStr(location.hash)};Arg._cleanParamStr=function(s){if(s.indexOf(Arg.querySeperator)>-1)s=s.split(Arg.querySeperator)[1];if(s.indexOf(Arg.hashSeperator)>-1)s=s.split(Arg.hashSeperator)[1];if(s.indexOf("=")===-1&&s.indexOf("&")===-1)return"";while(s.indexOf(Arg.hashSeperator)==0||s.indexOf(Arg.querySeperator)==0)s=s.substr(1);return s};Arg._cleanPath=function(p){if(p.indexOf(Arg.querySeperator)>-1)p=p.substr(0,p.indexOf(Arg.querySeperator));if(p.indexOf(Arg.hashSeperator)>-1)p=p.substr(0,p.indexOf(Arg.hashSeperator));return p};Arg.merge=function(){var all={};for(var ai in arguments){if(arguments.hasOwnProperty(ai)){for(var k in arguments[ai]){if(arguments[ai].hasOwnProperty(k)){all[k]=arguments[ai][k]}}}}return all};return Arg};global.Arg=MakeArg()})(window); 31 | -------------------------------------------------------------------------------- /assets/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | Video Face Analysis by Machine Box 4 | 5 | 6 | 7 | 8 |
    9 |
    10 |
    11 |
    12 |
    13 | 14 | Video Face Analysis by      15 | 16 | 17 |
    18 | 19 | 20 | 21 | Learn more about Facebox 22 | 23 | 24 |
    25 |
    26 |
    27 |
    28 |
    29 |
    30 |
    31 |
    32 | 33 |
    34 |

    Select a video to process

    35 |
    36 |
    37 | 41 | 58 |
    59 |
    60 | 61 | 62 | 63 | 64 | 65 | 66 | -------------------------------------------------------------------------------- /assets/machina.svg: -------------------------------------------------------------------------------- 1 | Machina -------------------------------------------------------------------------------- /assets/machineboxlogo.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 4 5 | Created with Sketch. 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | -------------------------------------------------------------------------------- /items.go: -------------------------------------------------------------------------------- 1 | package main 2 | 3 | import ( 4 | "log" 5 | "os" 6 | "path/filepath" 7 | "strings" 8 | "sync" 9 | ) 10 | 11 | type Items struct { 12 | sync.Mutex 13 | data map[string]Item 14 | } 15 | 16 | func (items *Items) Add(id string, it Item) { 17 | items.Lock() 18 | defer items.Unlock() 19 | items.data[id] = it 20 | } 21 | 22 | func (items *Items) List() []Item { 23 | items.Lock() 24 | defer items.Unlock() 25 | all := make([]Item, len(items.data)) 26 | i := 0 27 | for k := range items.data { 28 | all[i] = items.data[k] 29 | i++ 30 | } 31 | return all 32 | } 33 | 34 | func LoadItemsFromPath(dir string) *Items { 35 | items := Items{data: map[string]Item{}} 36 | filepath.Walk(dir, func(path string, info os.FileInfo, err error) error { 37 | if err != nil { 38 | log.Fatal(err) 39 | } 40 | ll := strings.ToLower(info.Name()) 41 | if !strings.HasSuffix(ll, ".mov") && !strings.HasSuffix(ll, ".mpg") { 42 | return nil 43 | } 44 | items.Add(info.Name(), Item{Name: info.Name(), Path: path}) 45 | log.Printf("+ Add Video: %v -> %v \n", info.Name(), path) 46 | return nil 47 | }) 48 | return &items 49 | } 50 | 51 | type Item struct { 52 | Path string `json:"path,omitempty"` 53 | Name string `json:"name,omitempty"` 54 | } 55 | -------------------------------------------------------------------------------- /main.go: -------------------------------------------------------------------------------- 1 | package main 2 | 3 | import ( 4 | "context" 5 | "flag" 6 | "fmt" 7 | "log" 8 | "net/http" 9 | 10 | "github.com/machinebox/sdk-go/facebox" 11 | "github.com/machinebox/sdk-go/x/boxutil" 12 | ) 13 | 14 | var ( 15 | addr = flag.String("addr", ":8081", "address") 16 | ) 17 | 18 | func main() { 19 | flag.Parse() 20 | facebox := facebox.New("http://localhost:8080") 21 | fmt.Println(`Video Analytics by Machine Box - https://machinebox.io/`) 22 | 23 | fmt.Println("Waiting for Facebox to be ready...") 24 | boxutil.WaitForReady(context.Background(), facebox) 25 | fmt.Println("Done!") 26 | 27 | fmt.Println("Setup facebox state") 28 | 29 | fmt.Println("Go to:", *addr+"...") 30 | 31 | srv := NewServer("./assets", "./videos", facebox) 32 | if err := http.ListenAndServe(*addr, srv); err != nil { 33 | log.Fatalln(err) 34 | } 35 | } 36 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | opencv==3.2.0 2 | imutils==0.4.3 3 | simplejson==3.10.0 -------------------------------------------------------------------------------- /server.go: -------------------------------------------------------------------------------- 1 | package main 2 | 3 | import ( 4 | "bytes" 5 | "encoding/base64" 6 | "encoding/json" 7 | "io" 8 | "log" 9 | "net/http" 10 | "os/exec" 11 | "path" 12 | "path/filepath" 13 | "time" 14 | 15 | "github.com/machinebox/sdk-go/facebox" 16 | "github.com/matryer/way" 17 | ) 18 | 19 | // Server is the app server. 20 | type Server struct { 21 | assets string 22 | videos string 23 | items *Items // here the video items on the filesystem 24 | facebox *facebox.Client 25 | router *way.Router 26 | } 27 | 28 | // NewServer makes a new Server. 29 | func NewServer(assets string, videos string, facebox *facebox.Client) *Server { 30 | srv := &Server{ 31 | assets: assets, 32 | videos: videos, 33 | items: LoadItemsFromPath(videos), 34 | facebox: facebox, 35 | router: way.NewRouter(), 36 | } 37 | 38 | srv.router.Handle(http.MethodGet, "/assets/", Static("/assets/", assets)) 39 | srv.router.Handle(http.MethodGet, "/videos/", Static("/videos/", videos)) 40 | 41 | srv.router.HandleFunc(http.MethodGet, "/stream", srv.stream) 42 | srv.router.HandleFunc(http.MethodGet, "/check", srv.check) 43 | srv.router.HandleFunc(http.MethodGet, "/all-videos/", srv.handleListVideos) 44 | srv.router.HandleFunc(http.MethodGet, "/", srv.handleIndex) 45 | return srv 46 | } 47 | 48 | func (s *Server) ServeHTTP(w http.ResponseWriter, r *http.Request) { 49 | s.router.ServeHTTP(w, r) 50 | } 51 | 52 | func (s *Server) handleIndex(w http.ResponseWriter, r *http.Request) { 53 | http.ServeFile(w, r, filepath.Join(s.assets, "index.html")) 54 | } 55 | 56 | func (s *Server) handleListVideos(w http.ResponseWriter, r *http.Request) { 57 | var res struct { 58 | Items []Item `json:"items"` 59 | } 60 | res.Items = s.items.List() 61 | w.Header().Set("Content-Type", "application/json; charset=utf-8") 62 | if err := json.NewEncoder(w).Encode(res); err != nil { 63 | log.Printf("[ERROR] encondig response %v\n", err) 64 | http.Error(w, err.Error(), http.StatusInternalServerError) 65 | return 66 | } 67 | } 68 | 69 | type Frame struct { 70 | Frame int `json:"frame"` 71 | Total int `json:"total"` 72 | Millis int `json:"millis"` 73 | Image string `json:"image"` 74 | } 75 | 76 | type VideoData struct { 77 | Frame int `json:"frame,omitempty"` 78 | TotalFrames int `json:"total_frames,omitempty"` 79 | Seconds string `json:"seconds,omitempty"` 80 | Complete bool `json:"complete,omitempty"` 81 | Faces []facebox.Face `json:"faces,omitempty"` 82 | Thumbnail *string `json:"thumbnail,omitempty"` 83 | } 84 | 85 | func (s *Server) check(w http.ResponseWriter, r *http.Request) { 86 | var thumbnail *string 87 | // sent the headers for Server Side Events 88 | w.Header().Set("Content-Type", "text/event-stream") 89 | w.Header().Set("Cache-Control", "no-cache") 90 | w.Header().Set("Connection", "keep-alive") 91 | enc := json.NewEncoder(w) 92 | 93 | // starts the video processing script 94 | filename := r.URL.Query().Get("name") 95 | flags := []string{"--path", path.Join(s.videos, filename), "--json", "True"} 96 | cmd := exec.CommandContext(r.Context(), "./video.py", flags...) 97 | stdout, err := cmd.StdoutPipe() 98 | if err != nil { 99 | log.Println("[ERROR] Getting the stdout pipe") 100 | return 101 | } 102 | cmd.Start() 103 | 104 | total := 0 105 | dec := json.NewDecoder(stdout) 106 | for { 107 | var f Frame 108 | err := dec.Decode(&f) 109 | if err == io.EOF { 110 | log.Println("[DEBUG] EOF", err) 111 | break 112 | } 113 | if err != nil { 114 | log.Println("[ERROR]", err) 115 | break 116 | } 117 | 118 | imgDec, err := base64.StdEncoding.DecodeString(f.Image) 119 | if err != nil { 120 | log.Printf("[ERROR] Error decoding the image %v\n", err) 121 | http.Error(w, "can not decode the image", http.StatusInternalServerError) 122 | return 123 | } 124 | faces, err := s.facebox.Check(bytes.NewReader(imgDec)) 125 | total = f.Total 126 | 127 | thumbnail = nil 128 | for _, face := range faces { 129 | if face.Matched { 130 | thumbnail = &f.Image 131 | } 132 | } 133 | SendEvent(w, enc, VideoData{ 134 | Frame: f.Frame, 135 | TotalFrames: f.Total, 136 | Seconds: (time.Duration(f.Millis/1000) * time.Second).String(), 137 | Complete: false, 138 | Faces: faces, 139 | Thumbnail: thumbnail, 140 | }) 141 | } 142 | cmd.Wait() 143 | SendEvent(w, enc, VideoData{ 144 | Frame: total, 145 | TotalFrames: total, 146 | Complete: true, 147 | }) 148 | } 149 | 150 | func SendEvent(w http.ResponseWriter, enc *json.Encoder, v interface{}) { 151 | w.Write([]byte("data: ")) 152 | if err := enc.Encode(v); err != nil { 153 | log.Printf("[ERROR] Error encoding json %v\n", err) 154 | http.Error(w, "can not encode the json stream", http.StatusInternalServerError) 155 | return 156 | } 157 | w.Write([]byte("\n\n")) 158 | if f, ok := w.(http.Flusher); ok { 159 | f.Flush() 160 | } 161 | } 162 | 163 | func (s *Server) stream(w http.ResponseWriter, r *http.Request) { 164 | const boundary = "informs" 165 | w.Header().Set("Content-Type", "multipart/x-mixed-replace; boundary="+boundary) 166 | filename := r.URL.Query().Get("name") 167 | flags := []string{"--path", path.Join(s.videos, filename)} 168 | cmd := exec.CommandContext(r.Context(), "./video.py", flags...) 169 | cmd.Stdout = w 170 | err := cmd.Run() 171 | if err != nil { 172 | log.Println("[ERROR] streaming the video", err) 173 | http.Error(w, err.Error(), http.StatusInternalServerError) 174 | } 175 | } 176 | 177 | // Static gets a static file server for the specified path. 178 | func Static(stripPrefix, dir string) http.Handler { 179 | h := http.StripPrefix(stripPrefix, http.FileServer(http.Dir(dir))) 180 | return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { 181 | h.ServeHTTP(w, r) 182 | }) 183 | } 184 | -------------------------------------------------------------------------------- /video.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinebox/videoanalysis/d61a81ff9c7f76cb9c575cbdf3bbdd1763d20ec7/video.png -------------------------------------------------------------------------------- /video.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | import cv2 3 | import imutils 4 | import time 5 | import sys 6 | import argparse 7 | import base64 8 | import simplejson as json 9 | 10 | def videoStreamer(path, width=800, height=None, skip=None, js=False): 11 | stream = cv2.VideoCapture(path) 12 | frames = int(stream.get(cv2.CAP_PROP_FRAME_COUNT)) 13 | FPS = stream.get(cv2.CAP_PROP_FPS) 14 | 15 | if skip == None: 16 | skip = int(FPS) 17 | frame = None 18 | while True: 19 | for i in range(skip): 20 | stream.grab() 21 | (grabbed, frame) = stream.read() 22 | if not grabbed: 23 | return 24 | frame = imutils.resize(frame, width=width, height=height) 25 | f = stream.get(cv2.CAP_PROP_POS_FRAMES) 26 | t = stream.get(cv2.CAP_PROP_POS_MSEC) 27 | res = bytearray(cv2.imencode(".jpeg", frame)[1]) 28 | size = str(len(res)) 29 | 30 | if js: 31 | obj = {"frame": int(f), "millis": int(t), "total": frames, "image": base64.b64encode(res)} 32 | sys.stdout.write(json.dumps(obj)) 33 | sys.stdout.write("\n") 34 | else: 35 | sys.stdout.write("Content-Type: image/jpeg\r\n") 36 | sys.stdout.write("Content-Length: " + size + "\r\n\r\n") 37 | sys.stdout.write(res) 38 | sys.stdout.write("\r\n") 39 | sys.stdout.write("--informs\r\n") 40 | 41 | if __name__ == '__main__': 42 | parser = argparse.ArgumentParser() 43 | parser.add_argument("--path", help="path of the video",type=str, required=True) 44 | parser.add_argument("--skip", help="number of frames to skip", default=None, type=int) 45 | parser.add_argument("--width", help="width to redimension the stream", default=600, type=int) 46 | parser.add_argument("--height", help="height to redimension the stream", default=None, type=int) 47 | parser.add_argument("--json", help="return json instead of piping the stream", type=bool, default=False) 48 | args = parser.parse_args() 49 | videoStreamer(args.path, width=args.width, height=args.height, skip=args.skip, js=args.json) 50 | 51 | -------------------------------------------------------------------------------- /videos/.keep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/machinebox/videoanalysis/d61a81ff9c7f76cb9c575cbdf3bbdd1763d20ec7/videos/.keep --------------------------------------------------------------------------------