├── .gitignore ├── README.md ├── browser ├── browser.js └── openni.js ├── examples ├── .DS_Store ├── drummer │ ├── public │ │ ├── audio.js │ │ ├── audio_bundle.js │ │ ├── drummer_demo.js │ │ ├── index.html │ │ ├── jquery.min.js │ │ ├── openni.js │ │ ├── requestAnimationFrame.js │ │ ├── samples │ │ │ ├── Tr1 Conga 1.wav │ │ │ ├── Tr1 Conga 2.wav │ │ │ ├── Tr1 Cymbal.wav │ │ │ ├── Tr1 Kick 1.wav │ │ │ ├── Tr1 Kick 2.wav │ │ │ ├── Tr1 Kick 3.wav │ │ │ ├── Tr1 Kick 4.wav │ │ │ ├── Tr1 Perc.wav │ │ │ ├── Tr1 Scratch 1.wav │ │ │ ├── Tr1 Scratch 2.wav │ │ │ ├── Tr1 Shaker 1.wav │ │ │ ├── Tr1 Shaker 2.wav │ │ │ ├── Tr1 Snare 1.wav │ │ │ ├── Tr1 Snare 2.wav │ │ │ ├── Tr1 Snare 3.wav │ │ │ ├── Tr1 Snare 4.wav │ │ │ ├── Tr1 Snare 5.wav │ │ │ ├── Tr1 Tom 1.wav │ │ │ ├── Tr1 Tom 2.wav │ │ │ ├── [www.KB6.de].txt │ │ │ └── fx │ │ │ │ ├── 01.wav │ │ │ │ ├── 02.wav │ │ │ │ ├── 03.wav │ │ │ │ ├── 04.wav │ │ │ │ ├── 05.wav │ │ │ │ ├── 06.wav │ │ │ │ ├── 07.wav │ │ │ │ ├── 08.wav │ │ │ │ ├── 09.wav │ │ │ │ ├── 10.wav │ │ │ │ ├── 11.wav │ │ │ │ ├── 12.wav │ │ │ │ ├── 13.wav │ │ │ │ ├── 14.wav │ │ │ │ ├── 15.wav │ │ │ │ ├── 16.wav │ │ │ │ ├── 17.wav │ │ │ │ ├── 18.wav │ │ │ │ ├── 19.wav │ │ │ │ ├── 20.wav │ │ │ │ ├── 21.wav │ │ │ │ ├── 22.wav │ │ │ │ ├── 23.wav │ │ │ │ ├── 24.wav │ │ │ │ ├── 25.wav │ │ │ │ ├── 26.wav │ │ │ │ ├── 27.wav │ │ │ │ ├── 28.wav │ │ │ │ ├── 29.wav │ │ │ │ ├── 30.wav │ │ │ │ ├── 31.wav │ │ │ │ ├── 32.wav │ │ │ │ ├── 33.wav │ │ │ │ ├── 34.wav │ │ │ │ ├── 35.wav │ │ │ │ ├── 36.wav │ │ │ │ ├── 37.wav │ │ │ │ ├── 38.wav │ │ │ │ ├── 39.wav │ │ │ │ ├── 40.wav │ │ │ │ ├── 41.wav │ │ │ │ ├── 42.wav │ │ │ │ ├── 43.wav │ │ │ │ ├── 44.wav │ │ │ │ ├── 45.wav │ │ │ │ ├── 46.wav │ │ │ │ ├── 47.wav │ │ │ │ ├── 48.wav │ │ │ │ ├── 49.wav │ │ │ │ ├── 50.wav │ │ │ │ ├── 51.wav │ │ │ │ ├── 52.wav │ │ │ │ └── 53.wav │ │ └── three.min.js │ └── server.js └── skeleton │ ├── public │ ├── demo.js │ ├── index.html │ ├── jquery.min.js │ ├── openni.js │ ├── requestAnimationFrame.js │ └── three.min.js │ └── server.js ├── package.json └── server.js /.gitignore: -------------------------------------------------------------------------------- 1 | node_modules 2 | .DS_Store 3 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # openni-browser 2 | 3 | Server <-> Browser bridge for OpenNI skeleton. 4 | 5 | Works with kinect. 6 | 7 | Uses Socks.js (via [Shoe](https://github.com/substack/shoe)). 8 | 9 | ## Install 10 | 11 | Install libusb and OpenNI following the platform-specific instructions at https://github.com/OpenNI/OpenNI 12 | 13 | ```bash 14 | $ npm install openni-browser 15 | ``` 16 | 17 | ## Create Node Server 18 | 19 | ```js 20 | var kinectSock = require('openni-browser')(); 21 | var ecstatic = require('ecstatic')(__dirname + '/public'); 22 | 23 | var server = require('http').createServer(ecstatic); 24 | 25 | kinectSock.install(server, '/skeleton'); 26 | 27 | server.listen(8080, function() { 28 | console.log('kinect socks server listening...'); 29 | }); 30 | ``` 31 | 32 | ### Create Client 33 | 34 | Copy `browser/openni.js` into the public folder. 35 | 36 | In your HTML file include that script before the `body` close tag: 37 | 38 | ```html 39 | 40 | ``` 41 | 42 | Inside a browser script: 43 | 44 | Initialize connection to the server by providing a full or relative URL: 45 | 46 | ```js 47 | var skeleton = openni('/skeleton'); 48 | ``` 49 | 50 | Listen for user events: 51 | 52 | ```js 53 | [ 54 | 'newuser', 55 | 'userexit', 56 | 'lostuser', 57 | 'posedetected', 58 | 'calibrationstart', 59 | 'calibrationsuccess', 60 | 'calibrationfail' 61 | ].forEach(function(userEventType) { 62 | sleleton.on(userEventType, function(userId) { 63 | console.log(userEventType + ' (' + userId + ')'); 64 | }); 65 | }); 66 | ``` 67 | 68 | Listen for joint position changes: 69 | 70 | ```js 71 | 72 | jointNames = [ 73 | "head", 74 | "neck", 75 | "torso", 76 | "waist", 77 | "left_collar", 78 | "left_shoulder", 79 | "left_elbow", 80 | "left_wrist", 81 | "left_hand", 82 | "left_fingertip", 83 | "right_collar", 84 | "right_shoulder", 85 | "right_elbow", 86 | "right_wrist", 87 | "right_hand", 88 | "right_fingertip", 89 | "left_hip", 90 | "left_knee", 91 | "left_ankle", 92 | "left_foot", 93 | "right_hip", 94 | "right_knee", 95 | "right_ankle", 96 | "right_foot" 97 | ]; 98 | 99 | jointNames.forEach(function(jointName) { 100 | kinect.on(jointName, function(userId, x, y, z) { 101 | console.log('The joint ' + jointName + ' of user ' + userId + 102 | ' moved to (' + x + ', ' + y + ', ' + z + ')'); 103 | }); 104 | }); 105 | ``` 106 | 107 | # Connection Handling 108 | 109 | The `skeleton` object will also emit: 110 | 111 | * `connect` — when there is a connection to the server 112 | * `end` — when the connection to the server is ended 113 | 114 | The `skeleton` object also has a `.sock` property exposing the [shoe](https://github.com/substack/shoe) socket. 115 | 116 | ## Examples 117 | 118 | See the `examples` folder. 119 | 120 | # Licence 121 | 122 | MIT 123 | -------------------------------------------------------------------------------- /browser/browser.js: -------------------------------------------------------------------------------- 1 | var shoe = require('shoe'); 2 | var JSONStream = require('JSONStream'); 3 | var emitStream = require('emit-stream'); 4 | 5 | window.openni = module.exports = function(serverPath) { 6 | 7 | var jointNames = [ 8 | "head", 9 | "neck", 10 | "torso", 11 | "waist", 12 | "left_collar", 13 | "left_shoulder", 14 | "left_elbow", 15 | "left_wrist", 16 | "left_hand", 17 | "left_fingertip", 18 | "right_collar", 19 | "right_shoulder", 20 | "right_elbow", 21 | "right_wrist", 22 | "right_hand", 23 | "right_fingertip", 24 | "left_hip", 25 | "left_knee", 26 | "left_ankle", 27 | "left_foot", 28 | "right_hip", 29 | "right_knee", 30 | "right_ankle", 31 | "right_foot" 32 | ]; 33 | 34 | var sock = shoe(serverPath); 35 | 36 | var jsonStream = JSONStream.parse([true]); 37 | var kinect = sock.pipe(jsonStream); 38 | var skeleton = emitStream.fromStream(jsonStream); 39 | 40 | var jsonWriteStream = JSONStream.stringify(); 41 | jsonWriteStream.pipe(sock); 42 | 43 | skeleton.joints = function(joints) { 44 | jsonWriteStream.write(['joints', joints]); 45 | }; 46 | 47 | // Intercept emitter add and remove listener calls to register for joints 48 | (function() { 49 | var oldAddListener = skeleton.addListener; 50 | var oldRemoveListener = skeleton.removeListener; 51 | var joints = []; 52 | 53 | function updateRemoteJoints() { 54 | skeleton.joints(joints); 55 | } 56 | 57 | skeleton.addListener = skeleton.on = function(eventType, callback) { 58 | if (jointNames.indexOf(eventType) >= 0) { 59 | // It's a joint 60 | if (joints.indexOf(eventType) < 0) { 61 | joints.push(eventType); 62 | updateRemoteJoints(); 63 | } 64 | } 65 | oldAddListener.apply(skeleton, arguments); 66 | }; 67 | 68 | skeleton.removeListener = function(eventType, callback) { 69 | console.log('removeListener', arguments); 70 | if (jointNames.indexOf(eventType) >= 0) { 71 | // It's a joint 72 | var index = joints.indexOf(eventType); 73 | if (index < 0) { 74 | joints.splice(index, 1); 75 | updateRemoteJoints(); 76 | } 77 | } 78 | oldRemoveListener.apply(skeleton, arguments); 79 | } 80 | 81 | }()); 82 | 83 | 84 | // Forward the connect event to the kinect object 85 | sock.on('connect', function() { 86 | skeleton.emit('connect'); 87 | }); 88 | 89 | sock.on('end', function() { 90 | skeleton.emit('end'); 91 | }); 92 | 93 | skeleton.sock = sock; 94 | 95 | return skeleton; 96 | } -------------------------------------------------------------------------------- /examples/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pgte/node-openni-browser/a3ecda87cc64b663bd6f203977e12d9c5d537ae4/examples/.DS_Store -------------------------------------------------------------------------------- /examples/drummer/public/audio.js: -------------------------------------------------------------------------------- 1 | var async = require('async'); 2 | 3 | window.loadBuffer = function loadBuffer(context, url, callback) { 4 | var request = new XMLHttpRequest(); 5 | request.open("GET", url, true); 6 | request.responseType = "arraybuffer"; 7 | 8 | var onDecode = function(buffer) { 9 | console.log("decoded"); 10 | callback(buffer); 11 | }; 12 | var onError = function(err) { 13 | console.log("error decoding", url) 14 | } 15 | request.onload = function() { 16 | console.log('Loaded', url); 17 | context.decodeAudioData(request.response, onDecode, onError); 18 | } 19 | request.send(); 20 | }; 21 | 22 | 23 | 24 | window.audio = function(sampleURLs, callback) { 25 | var ctx = new webkitAudioContext(); 26 | 27 | var samples = []; 28 | async.forEach(sampleURLs, function(url, done) { 29 | loadBuffer(ctx, url, function(buffer) { 30 | samples.push(buffer); 31 | done(); 32 | }); 33 | }, function(err) { 34 | callback(err, samples, ctx); 35 | }); 36 | 37 | } 38 | 39 | window.Sequencer = function(tempo, clickBuffer, audioContext) { 40 | var lastTime = Math.ceil(audioContext.currentTime); 41 | var quantum = (60 / tempo) / 2; 42 | var clickInterval = quantum * 4; 43 | var nextTime_ = lastTime; 44 | 45 | //// Play sound 46 | function playSound(buffer, time) { 47 | var osc = audioContext.createBufferSource(); 48 | osc.buffer = buffer; 49 | osc.connect(audioContext.destination); 50 | osc.noteOn(time); 51 | } 52 | 53 | //// Metronome 54 | var metronome; 55 | function start() { 56 | lastClick = nextTime() + 1; 57 | metronome = setInterval(scheduleMetronomeBeat, 1000); 58 | } 59 | 60 | function stop() { 61 | clearInterval(metronome); 62 | } 63 | 64 | var lastClick; 65 | function scheduleMetronomeBeat() { 66 | var stop = lastClick + 1; 67 | while(lastClick < stop) { 68 | lastClick += clickInterval; 69 | playSound(clickBuffer, lastClick); 70 | } 71 | } 72 | 73 | //// Sequencer 74 | function nextTime() { 75 | while(nextTime_ < audioContext.currentTime) { 76 | nextTime_ += quantum; 77 | } 78 | return nextTime_; 79 | } 80 | 81 | function schedule(sample) { 82 | playSound(sample, nextTime()); 83 | } 84 | 85 | return { 86 | schedule: schedule, 87 | start: start, 88 | stop: stop 89 | }; 90 | } -------------------------------------------------------------------------------- /examples/drummer/public/audio_bundle.js: -------------------------------------------------------------------------------- 1 | (function(){var require = function (file, cwd) { 2 | var resolved = require.resolve(file, cwd || '/'); 3 | var mod = require.modules[resolved]; 4 | if (!mod) throw new Error( 5 | 'Failed to resolve module ' + file + ', tried ' + resolved 6 | ); 7 | var cached = require.cache[resolved]; 8 | var res = cached? cached.exports : mod(); 9 | return res; 10 | }; 11 | 12 | require.paths = []; 13 | require.modules = {}; 14 | require.cache = {}; 15 | require.extensions = [".js",".coffee",".json"]; 16 | 17 | require._core = { 18 | 'assert': true, 19 | 'events': true, 20 | 'fs': true, 21 | 'path': true, 22 | 'vm': true 23 | }; 24 | 25 | require.resolve = (function () { 26 | return function (x, cwd) { 27 | if (!cwd) cwd = '/'; 28 | 29 | if (require._core[x]) return x; 30 | var path = require.modules.path(); 31 | cwd = path.resolve('/', cwd); 32 | var y = cwd || '/'; 33 | 34 | if (x.match(/^(?:\.\.?\/|\/)/)) { 35 | var m = loadAsFileSync(path.resolve(y, x)) 36 | || loadAsDirectorySync(path.resolve(y, x)); 37 | if (m) return m; 38 | } 39 | 40 | var n = loadNodeModulesSync(x, y); 41 | if (n) return n; 42 | 43 | throw new Error("Cannot find module '" + x + "'"); 44 | 45 | function loadAsFileSync (x) { 46 | x = path.normalize(x); 47 | if (require.modules[x]) { 48 | return x; 49 | } 50 | 51 | for (var i = 0; i < require.extensions.length; i++) { 52 | var ext = require.extensions[i]; 53 | if (require.modules[x + ext]) return x + ext; 54 | } 55 | } 56 | 57 | function loadAsDirectorySync (x) { 58 | x = x.replace(/\/+$/, ''); 59 | var pkgfile = path.normalize(x + '/package.json'); 60 | if (require.modules[pkgfile]) { 61 | var pkg = require.modules[pkgfile](); 62 | var b = pkg.browserify; 63 | if (typeof b === 'object' && b.main) { 64 | var m = loadAsFileSync(path.resolve(x, b.main)); 65 | if (m) return m; 66 | } 67 | else if (typeof b === 'string') { 68 | var m = loadAsFileSync(path.resolve(x, b)); 69 | if (m) return m; 70 | } 71 | else if (pkg.main) { 72 | var m = loadAsFileSync(path.resolve(x, pkg.main)); 73 | if (m) return m; 74 | } 75 | } 76 | 77 | return loadAsFileSync(x + '/index'); 78 | } 79 | 80 | function loadNodeModulesSync (x, start) { 81 | var dirs = nodeModulesPathsSync(start); 82 | for (var i = 0; i < dirs.length; i++) { 83 | var dir = dirs[i]; 84 | var m = loadAsFileSync(dir + '/' + x); 85 | if (m) return m; 86 | var n = loadAsDirectorySync(dir + '/' + x); 87 | if (n) return n; 88 | } 89 | 90 | var m = loadAsFileSync(x); 91 | if (m) return m; 92 | } 93 | 94 | function nodeModulesPathsSync (start) { 95 | var parts; 96 | if (start === '/') parts = [ '' ]; 97 | else parts = path.normalize(start).split('/'); 98 | 99 | var dirs = []; 100 | for (var i = parts.length - 1; i >= 0; i--) { 101 | if (parts[i] === 'node_modules') continue; 102 | var dir = parts.slice(0, i + 1).join('/') + '/node_modules'; 103 | dirs.push(dir); 104 | } 105 | 106 | return dirs; 107 | } 108 | }; 109 | })(); 110 | 111 | require.alias = function (from, to) { 112 | var path = require.modules.path(); 113 | var res = null; 114 | try { 115 | res = require.resolve(from + '/package.json', '/'); 116 | } 117 | catch (err) { 118 | res = require.resolve(from, '/'); 119 | } 120 | var basedir = path.dirname(res); 121 | 122 | var keys = (Object.keys || function (obj) { 123 | var res = []; 124 | for (var key in obj) res.push(key); 125 | return res; 126 | })(require.modules); 127 | 128 | for (var i = 0; i < keys.length; i++) { 129 | var key = keys[i]; 130 | if (key.slice(0, basedir.length + 1) === basedir + '/') { 131 | var f = key.slice(basedir.length); 132 | require.modules[to + f] = require.modules[basedir + f]; 133 | } 134 | else if (key === basedir) { 135 | require.modules[to] = require.modules[basedir]; 136 | } 137 | } 138 | }; 139 | 140 | (function () { 141 | var process = {}; 142 | var global = typeof window !== 'undefined' ? window : {}; 143 | var definedProcess = false; 144 | 145 | require.define = function (filename, fn) { 146 | if (!definedProcess && require.modules.__browserify_process) { 147 | process = require.modules.__browserify_process(); 148 | definedProcess = true; 149 | } 150 | 151 | var dirname = require._core[filename] 152 | ? '' 153 | : require.modules.path().dirname(filename) 154 | ; 155 | 156 | var require_ = function (file) { 157 | var requiredModule = require(file, dirname); 158 | var cached = require.cache[require.resolve(file, dirname)]; 159 | 160 | if (cached && cached.parent === null) { 161 | cached.parent = module_; 162 | } 163 | 164 | return requiredModule; 165 | }; 166 | require_.resolve = function (name) { 167 | return require.resolve(name, dirname); 168 | }; 169 | require_.modules = require.modules; 170 | require_.define = require.define; 171 | require_.cache = require.cache; 172 | var module_ = { 173 | id : filename, 174 | filename: filename, 175 | exports : {}, 176 | loaded : false, 177 | parent: null 178 | }; 179 | 180 | require.modules[filename] = function () { 181 | require.cache[filename] = module_; 182 | fn.call( 183 | module_.exports, 184 | require_, 185 | module_, 186 | module_.exports, 187 | dirname, 188 | filename, 189 | process, 190 | global 191 | ); 192 | module_.loaded = true; 193 | return module_.exports; 194 | }; 195 | }; 196 | })(); 197 | 198 | 199 | require.define("path",function(require,module,exports,__dirname,__filename,process,global){function filter (xs, fn) { 200 | var res = []; 201 | for (var i = 0; i < xs.length; i++) { 202 | if (fn(xs[i], i, xs)) res.push(xs[i]); 203 | } 204 | return res; 205 | } 206 | 207 | // resolves . and .. elements in a path array with directory names there 208 | // must be no slashes, empty elements, or device names (c:\) in the array 209 | // (so also no leading and trailing slashes - it does not distinguish 210 | // relative and absolute paths) 211 | function normalizeArray(parts, allowAboveRoot) { 212 | // if the path tries to go above the root, `up` ends up > 0 213 | var up = 0; 214 | for (var i = parts.length; i >= 0; i--) { 215 | var last = parts[i]; 216 | if (last == '.') { 217 | parts.splice(i, 1); 218 | } else if (last === '..') { 219 | parts.splice(i, 1); 220 | up++; 221 | } else if (up) { 222 | parts.splice(i, 1); 223 | up--; 224 | } 225 | } 226 | 227 | // if the path is allowed to go above the root, restore leading ..s 228 | if (allowAboveRoot) { 229 | for (; up--; up) { 230 | parts.unshift('..'); 231 | } 232 | } 233 | 234 | return parts; 235 | } 236 | 237 | // Regex to split a filename into [*, dir, basename, ext] 238 | // posix version 239 | var splitPathRe = /^(.+\/(?!$)|\/)?((?:.+?)?(\.[^.]*)?)$/; 240 | 241 | // path.resolve([from ...], to) 242 | // posix version 243 | exports.resolve = function() { 244 | var resolvedPath = '', 245 | resolvedAbsolute = false; 246 | 247 | for (var i = arguments.length; i >= -1 && !resolvedAbsolute; i--) { 248 | var path = (i >= 0) 249 | ? arguments[i] 250 | : process.cwd(); 251 | 252 | // Skip empty and invalid entries 253 | if (typeof path !== 'string' || !path) { 254 | continue; 255 | } 256 | 257 | resolvedPath = path + '/' + resolvedPath; 258 | resolvedAbsolute = path.charAt(0) === '/'; 259 | } 260 | 261 | // At this point the path should be resolved to a full absolute path, but 262 | // handle relative paths to be safe (might happen when process.cwd() fails) 263 | 264 | // Normalize the path 265 | resolvedPath = normalizeArray(filter(resolvedPath.split('/'), function(p) { 266 | return !!p; 267 | }), !resolvedAbsolute).join('/'); 268 | 269 | return ((resolvedAbsolute ? '/' : '') + resolvedPath) || '.'; 270 | }; 271 | 272 | // path.normalize(path) 273 | // posix version 274 | exports.normalize = function(path) { 275 | var isAbsolute = path.charAt(0) === '/', 276 | trailingSlash = path.slice(-1) === '/'; 277 | 278 | // Normalize the path 279 | path = normalizeArray(filter(path.split('/'), function(p) { 280 | return !!p; 281 | }), !isAbsolute).join('/'); 282 | 283 | if (!path && !isAbsolute) { 284 | path = '.'; 285 | } 286 | if (path && trailingSlash) { 287 | path += '/'; 288 | } 289 | 290 | return (isAbsolute ? '/' : '') + path; 291 | }; 292 | 293 | 294 | // posix version 295 | exports.join = function() { 296 | var paths = Array.prototype.slice.call(arguments, 0); 297 | return exports.normalize(filter(paths, function(p, index) { 298 | return p && typeof p === 'string'; 299 | }).join('/')); 300 | }; 301 | 302 | 303 | exports.dirname = function(path) { 304 | var dir = splitPathRe.exec(path)[1] || ''; 305 | var isWindows = false; 306 | if (!dir) { 307 | // No dirname 308 | return '.'; 309 | } else if (dir.length === 1 || 310 | (isWindows && dir.length <= 3 && dir.charAt(1) === ':')) { 311 | // It is just a slash or a drive letter with a slash 312 | return dir; 313 | } else { 314 | // It is a full dirname, strip trailing slash 315 | return dir.substring(0, dir.length - 1); 316 | } 317 | }; 318 | 319 | 320 | exports.basename = function(path, ext) { 321 | var f = splitPathRe.exec(path)[2] || ''; 322 | // TODO: make this comparison case-insensitive on windows? 323 | if (ext && f.substr(-1 * ext.length) === ext) { 324 | f = f.substr(0, f.length - ext.length); 325 | } 326 | return f; 327 | }; 328 | 329 | 330 | exports.extname = function(path) { 331 | return splitPathRe.exec(path)[3] || ''; 332 | }; 333 | 334 | }); 335 | 336 | require.define("__browserify_process",function(require,module,exports,__dirname,__filename,process,global){var process = module.exports = {}; 337 | 338 | process.nextTick = (function () { 339 | var canSetImmediate = typeof window !== 'undefined' 340 | && window.setImmediate; 341 | var canPost = typeof window !== 'undefined' 342 | && window.postMessage && window.addEventListener 343 | ; 344 | 345 | if (canSetImmediate) { 346 | return function (f) { return window.setImmediate(f) }; 347 | } 348 | 349 | if (canPost) { 350 | var queue = []; 351 | window.addEventListener('message', function (ev) { 352 | if (ev.source === window && ev.data === 'browserify-tick') { 353 | ev.stopPropagation(); 354 | if (queue.length > 0) { 355 | var fn = queue.shift(); 356 | fn(); 357 | } 358 | } 359 | }, true); 360 | 361 | return function nextTick(fn) { 362 | queue.push(fn); 363 | window.postMessage('browserify-tick', '*'); 364 | }; 365 | } 366 | 367 | return function nextTick(fn) { 368 | setTimeout(fn, 0); 369 | }; 370 | })(); 371 | 372 | process.title = 'browser'; 373 | process.browser = true; 374 | process.env = {}; 375 | process.argv = []; 376 | 377 | process.binding = function (name) { 378 | if (name === 'evals') return (require)('vm') 379 | else throw new Error('No such module. (Possibly not yet loaded)') 380 | }; 381 | 382 | (function () { 383 | var cwd = '/'; 384 | var path; 385 | process.cwd = function () { return cwd }; 386 | process.chdir = function (dir) { 387 | if (!path) path = require('path'); 388 | cwd = path.resolve(dir, cwd); 389 | }; 390 | })(); 391 | 392 | }); 393 | 394 | require.define("/node_modules/async/package.json",function(require,module,exports,__dirname,__filename,process,global){module.exports = {"main":"./index"} 395 | }); 396 | 397 | require.define("/node_modules/async/index.js",function(require,module,exports,__dirname,__filename,process,global){// This file is just added for convenience so this repository can be 398 | // directly checked out into a project's deps folder 399 | module.exports = require('./lib/async'); 400 | 401 | }); 402 | 403 | require.define("/node_modules/async/lib/async.js",function(require,module,exports,__dirname,__filename,process,global){/*global setTimeout: false, console: false */ 404 | (function () { 405 | 406 | var async = {}; 407 | 408 | // global on the server, window in the browser 409 | var root = this, 410 | previous_async = root.async; 411 | 412 | if (typeof module !== 'undefined' && module.exports) { 413 | module.exports = async; 414 | } 415 | else { 416 | root.async = async; 417 | } 418 | 419 | async.noConflict = function () { 420 | root.async = previous_async; 421 | return async; 422 | }; 423 | 424 | //// cross-browser compatiblity functions //// 425 | 426 | var _forEach = function (arr, iterator) { 427 | if (arr.forEach) { 428 | return arr.forEach(iterator); 429 | } 430 | for (var i = 0; i < arr.length; i += 1) { 431 | iterator(arr[i], i, arr); 432 | } 433 | }; 434 | 435 | var _map = function (arr, iterator) { 436 | if (arr.map) { 437 | return arr.map(iterator); 438 | } 439 | var results = []; 440 | _forEach(arr, function (x, i, a) { 441 | results.push(iterator(x, i, a)); 442 | }); 443 | return results; 444 | }; 445 | 446 | var _reduce = function (arr, iterator, memo) { 447 | if (arr.reduce) { 448 | return arr.reduce(iterator, memo); 449 | } 450 | _forEach(arr, function (x, i, a) { 451 | memo = iterator(memo, x, i, a); 452 | }); 453 | return memo; 454 | }; 455 | 456 | var _keys = function (obj) { 457 | if (Object.keys) { 458 | return Object.keys(obj); 459 | } 460 | var keys = []; 461 | for (var k in obj) { 462 | if (obj.hasOwnProperty(k)) { 463 | keys.push(k); 464 | } 465 | } 466 | return keys; 467 | }; 468 | 469 | //// exported async module functions //// 470 | 471 | //// nextTick implementation with browser-compatible fallback //// 472 | if (typeof process === 'undefined' || !(process.nextTick)) { 473 | async.nextTick = function (fn) { 474 | setTimeout(fn, 0); 475 | }; 476 | } 477 | else { 478 | async.nextTick = process.nextTick; 479 | } 480 | 481 | async.forEach = function (arr, iterator, callback) { 482 | callback = callback || function () {}; 483 | if (!arr.length) { 484 | return callback(); 485 | } 486 | var completed = 0; 487 | _forEach(arr, function (x) { 488 | iterator(x, function (err) { 489 | if (err) { 490 | callback(err); 491 | callback = function () {}; 492 | } 493 | else { 494 | completed += 1; 495 | if (completed === arr.length) { 496 | callback(null); 497 | } 498 | } 499 | }); 500 | }); 501 | }; 502 | 503 | async.forEachSeries = function (arr, iterator, callback) { 504 | callback = callback || function () {}; 505 | if (!arr.length) { 506 | return callback(); 507 | } 508 | var completed = 0; 509 | var iterate = function () { 510 | iterator(arr[completed], function (err) { 511 | if (err) { 512 | callback(err); 513 | callback = function () {}; 514 | } 515 | else { 516 | completed += 1; 517 | if (completed === arr.length) { 518 | callback(null); 519 | } 520 | else { 521 | iterate(); 522 | } 523 | } 524 | }); 525 | }; 526 | iterate(); 527 | }; 528 | 529 | async.forEachLimit = function (arr, limit, iterator, callback) { 530 | callback = callback || function () {}; 531 | if (!arr.length || limit <= 0) { 532 | return callback(); 533 | } 534 | var completed = 0; 535 | var started = 0; 536 | var running = 0; 537 | 538 | (function replenish () { 539 | if (completed === arr.length) { 540 | return callback(); 541 | } 542 | 543 | while (running < limit && started < arr.length) { 544 | started += 1; 545 | running += 1; 546 | iterator(arr[started - 1], function (err) { 547 | if (err) { 548 | callback(err); 549 | callback = function () {}; 550 | } 551 | else { 552 | completed += 1; 553 | running -= 1; 554 | if (completed === arr.length) { 555 | callback(); 556 | } 557 | else { 558 | replenish(); 559 | } 560 | } 561 | }); 562 | } 563 | })(); 564 | }; 565 | 566 | 567 | var doParallel = function (fn) { 568 | return function () { 569 | var args = Array.prototype.slice.call(arguments); 570 | return fn.apply(null, [async.forEach].concat(args)); 571 | }; 572 | }; 573 | var doSeries = function (fn) { 574 | return function () { 575 | var args = Array.prototype.slice.call(arguments); 576 | return fn.apply(null, [async.forEachSeries].concat(args)); 577 | }; 578 | }; 579 | 580 | 581 | var _asyncMap = function (eachfn, arr, iterator, callback) { 582 | var results = []; 583 | arr = _map(arr, function (x, i) { 584 | return {index: i, value: x}; 585 | }); 586 | eachfn(arr, function (x, callback) { 587 | iterator(x.value, function (err, v) { 588 | results[x.index] = v; 589 | callback(err); 590 | }); 591 | }, function (err) { 592 | callback(err, results); 593 | }); 594 | }; 595 | async.map = doParallel(_asyncMap); 596 | async.mapSeries = doSeries(_asyncMap); 597 | 598 | 599 | // reduce only has a series version, as doing reduce in parallel won't 600 | // work in many situations. 601 | async.reduce = function (arr, memo, iterator, callback) { 602 | async.forEachSeries(arr, function (x, callback) { 603 | iterator(memo, x, function (err, v) { 604 | memo = v; 605 | callback(err); 606 | }); 607 | }, function (err) { 608 | callback(err, memo); 609 | }); 610 | }; 611 | // inject alias 612 | async.inject = async.reduce; 613 | // foldl alias 614 | async.foldl = async.reduce; 615 | 616 | async.reduceRight = function (arr, memo, iterator, callback) { 617 | var reversed = _map(arr, function (x) { 618 | return x; 619 | }).reverse(); 620 | async.reduce(reversed, memo, iterator, callback); 621 | }; 622 | // foldr alias 623 | async.foldr = async.reduceRight; 624 | 625 | var _filter = function (eachfn, arr, iterator, callback) { 626 | var results = []; 627 | arr = _map(arr, function (x, i) { 628 | return {index: i, value: x}; 629 | }); 630 | eachfn(arr, function (x, callback) { 631 | iterator(x.value, function (v) { 632 | if (v) { 633 | results.push(x); 634 | } 635 | callback(); 636 | }); 637 | }, function (err) { 638 | callback(_map(results.sort(function (a, b) { 639 | return a.index - b.index; 640 | }), function (x) { 641 | return x.value; 642 | })); 643 | }); 644 | }; 645 | async.filter = doParallel(_filter); 646 | async.filterSeries = doSeries(_filter); 647 | // select alias 648 | async.select = async.filter; 649 | async.selectSeries = async.filterSeries; 650 | 651 | var _reject = function (eachfn, arr, iterator, callback) { 652 | var results = []; 653 | arr = _map(arr, function (x, i) { 654 | return {index: i, value: x}; 655 | }); 656 | eachfn(arr, function (x, callback) { 657 | iterator(x.value, function (v) { 658 | if (!v) { 659 | results.push(x); 660 | } 661 | callback(); 662 | }); 663 | }, function (err) { 664 | callback(_map(results.sort(function (a, b) { 665 | return a.index - b.index; 666 | }), function (x) { 667 | return x.value; 668 | })); 669 | }); 670 | }; 671 | async.reject = doParallel(_reject); 672 | async.rejectSeries = doSeries(_reject); 673 | 674 | var _detect = function (eachfn, arr, iterator, main_callback) { 675 | eachfn(arr, function (x, callback) { 676 | iterator(x, function (result) { 677 | if (result) { 678 | main_callback(x); 679 | main_callback = function () {}; 680 | } 681 | else { 682 | callback(); 683 | } 684 | }); 685 | }, function (err) { 686 | main_callback(); 687 | }); 688 | }; 689 | async.detect = doParallel(_detect); 690 | async.detectSeries = doSeries(_detect); 691 | 692 | async.some = function (arr, iterator, main_callback) { 693 | async.forEach(arr, function (x, callback) { 694 | iterator(x, function (v) { 695 | if (v) { 696 | main_callback(true); 697 | main_callback = function () {}; 698 | } 699 | callback(); 700 | }); 701 | }, function (err) { 702 | main_callback(false); 703 | }); 704 | }; 705 | // any alias 706 | async.any = async.some; 707 | 708 | async.every = function (arr, iterator, main_callback) { 709 | async.forEach(arr, function (x, callback) { 710 | iterator(x, function (v) { 711 | if (!v) { 712 | main_callback(false); 713 | main_callback = function () {}; 714 | } 715 | callback(); 716 | }); 717 | }, function (err) { 718 | main_callback(true); 719 | }); 720 | }; 721 | // all alias 722 | async.all = async.every; 723 | 724 | async.sortBy = function (arr, iterator, callback) { 725 | async.map(arr, function (x, callback) { 726 | iterator(x, function (err, criteria) { 727 | if (err) { 728 | callback(err); 729 | } 730 | else { 731 | callback(null, {value: x, criteria: criteria}); 732 | } 733 | }); 734 | }, function (err, results) { 735 | if (err) { 736 | return callback(err); 737 | } 738 | else { 739 | var fn = function (left, right) { 740 | var a = left.criteria, b = right.criteria; 741 | return a < b ? -1 : a > b ? 1 : 0; 742 | }; 743 | callback(null, _map(results.sort(fn), function (x) { 744 | return x.value; 745 | })); 746 | } 747 | }); 748 | }; 749 | 750 | async.auto = function (tasks, callback) { 751 | callback = callback || function () {}; 752 | var keys = _keys(tasks); 753 | if (!keys.length) { 754 | return callback(null); 755 | } 756 | 757 | var results = {}; 758 | 759 | var listeners = []; 760 | var addListener = function (fn) { 761 | listeners.unshift(fn); 762 | }; 763 | var removeListener = function (fn) { 764 | for (var i = 0; i < listeners.length; i += 1) { 765 | if (listeners[i] === fn) { 766 | listeners.splice(i, 1); 767 | return; 768 | } 769 | } 770 | }; 771 | var taskComplete = function () { 772 | _forEach(listeners.slice(0), function (fn) { 773 | fn(); 774 | }); 775 | }; 776 | 777 | addListener(function () { 778 | if (_keys(results).length === keys.length) { 779 | callback(null, results); 780 | callback = function () {}; 781 | } 782 | }); 783 | 784 | _forEach(keys, function (k) { 785 | var task = (tasks[k] instanceof Function) ? [tasks[k]]: tasks[k]; 786 | var taskCallback = function (err) { 787 | if (err) { 788 | callback(err); 789 | // stop subsequent errors hitting callback multiple times 790 | callback = function () {}; 791 | } 792 | else { 793 | var args = Array.prototype.slice.call(arguments, 1); 794 | if (args.length <= 1) { 795 | args = args[0]; 796 | } 797 | results[k] = args; 798 | taskComplete(); 799 | } 800 | }; 801 | var requires = task.slice(0, Math.abs(task.length - 1)) || []; 802 | var ready = function () { 803 | return _reduce(requires, function (a, x) { 804 | return (a && results.hasOwnProperty(x)); 805 | }, true) && !results.hasOwnProperty(k); 806 | }; 807 | if (ready()) { 808 | task[task.length - 1](taskCallback, results); 809 | } 810 | else { 811 | var listener = function () { 812 | if (ready()) { 813 | removeListener(listener); 814 | task[task.length - 1](taskCallback, results); 815 | } 816 | }; 817 | addListener(listener); 818 | } 819 | }); 820 | }; 821 | 822 | async.waterfall = function (tasks, callback) { 823 | callback = callback || function () {}; 824 | if (!tasks.length) { 825 | return callback(); 826 | } 827 | var wrapIterator = function (iterator) { 828 | return function (err) { 829 | if (err) { 830 | callback(err); 831 | callback = function () {}; 832 | } 833 | else { 834 | var args = Array.prototype.slice.call(arguments, 1); 835 | var next = iterator.next(); 836 | if (next) { 837 | args.push(wrapIterator(next)); 838 | } 839 | else { 840 | args.push(callback); 841 | } 842 | async.nextTick(function () { 843 | iterator.apply(null, args); 844 | }); 845 | } 846 | }; 847 | }; 848 | wrapIterator(async.iterator(tasks))(); 849 | }; 850 | 851 | async.parallel = function (tasks, callback) { 852 | callback = callback || function () {}; 853 | if (tasks.constructor === Array) { 854 | async.map(tasks, function (fn, callback) { 855 | if (fn) { 856 | fn(function (err) { 857 | var args = Array.prototype.slice.call(arguments, 1); 858 | if (args.length <= 1) { 859 | args = args[0]; 860 | } 861 | callback.call(null, err, args); 862 | }); 863 | } 864 | }, callback); 865 | } 866 | else { 867 | var results = {}; 868 | async.forEach(_keys(tasks), function (k, callback) { 869 | tasks[k](function (err) { 870 | var args = Array.prototype.slice.call(arguments, 1); 871 | if (args.length <= 1) { 872 | args = args[0]; 873 | } 874 | results[k] = args; 875 | callback(err); 876 | }); 877 | }, function (err) { 878 | callback(err, results); 879 | }); 880 | } 881 | }; 882 | 883 | async.series = function (tasks, callback) { 884 | callback = callback || function () {}; 885 | if (tasks.constructor === Array) { 886 | async.mapSeries(tasks, function (fn, callback) { 887 | if (fn) { 888 | fn(function (err) { 889 | var args = Array.prototype.slice.call(arguments, 1); 890 | if (args.length <= 1) { 891 | args = args[0]; 892 | } 893 | callback.call(null, err, args); 894 | }); 895 | } 896 | }, callback); 897 | } 898 | else { 899 | var results = {}; 900 | async.forEachSeries(_keys(tasks), function (k, callback) { 901 | tasks[k](function (err) { 902 | var args = Array.prototype.slice.call(arguments, 1); 903 | if (args.length <= 1) { 904 | args = args[0]; 905 | } 906 | results[k] = args; 907 | callback(err); 908 | }); 909 | }, function (err) { 910 | callback(err, results); 911 | }); 912 | } 913 | }; 914 | 915 | async.iterator = function (tasks) { 916 | var makeCallback = function (index) { 917 | var fn = function () { 918 | if (tasks.length) { 919 | tasks[index].apply(null, arguments); 920 | } 921 | return fn.next(); 922 | }; 923 | fn.next = function () { 924 | return (index < tasks.length - 1) ? makeCallback(index + 1): null; 925 | }; 926 | return fn; 927 | }; 928 | return makeCallback(0); 929 | }; 930 | 931 | async.apply = function (fn) { 932 | var args = Array.prototype.slice.call(arguments, 1); 933 | return function () { 934 | return fn.apply( 935 | null, args.concat(Array.prototype.slice.call(arguments)) 936 | ); 937 | }; 938 | }; 939 | 940 | var _concat = function (eachfn, arr, fn, callback) { 941 | var r = []; 942 | eachfn(arr, function (x, cb) { 943 | fn(x, function (err, y) { 944 | r = r.concat(y || []); 945 | cb(err); 946 | }); 947 | }, function (err) { 948 | callback(err, r); 949 | }); 950 | }; 951 | async.concat = doParallel(_concat); 952 | async.concatSeries = doSeries(_concat); 953 | 954 | async.whilst = function (test, iterator, callback) { 955 | if (test()) { 956 | iterator(function (err) { 957 | if (err) { 958 | return callback(err); 959 | } 960 | async.whilst(test, iterator, callback); 961 | }); 962 | } 963 | else { 964 | callback(); 965 | } 966 | }; 967 | 968 | async.until = function (test, iterator, callback) { 969 | if (!test()) { 970 | iterator(function (err) { 971 | if (err) { 972 | return callback(err); 973 | } 974 | async.until(test, iterator, callback); 975 | }); 976 | } 977 | else { 978 | callback(); 979 | } 980 | }; 981 | 982 | async.queue = function (worker, concurrency) { 983 | var workers = 0; 984 | var q = { 985 | tasks: [], 986 | concurrency: concurrency, 987 | saturated: null, 988 | empty: null, 989 | drain: null, 990 | push: function (data, callback) { 991 | if(data.constructor !== Array) { 992 | data = [data]; 993 | } 994 | _forEach(data, function(task) { 995 | q.tasks.push({ 996 | data: task, 997 | callback: typeof callback === 'function' ? callback : null 998 | }); 999 | if (q.saturated && q.tasks.length == concurrency) { 1000 | q.saturated(); 1001 | } 1002 | async.nextTick(q.process); 1003 | }); 1004 | }, 1005 | process: function () { 1006 | if (workers < q.concurrency && q.tasks.length) { 1007 | var task = q.tasks.shift(); 1008 | if(q.empty && q.tasks.length == 0) q.empty(); 1009 | workers += 1; 1010 | worker(task.data, function () { 1011 | workers -= 1; 1012 | if (task.callback) { 1013 | task.callback.apply(task, arguments); 1014 | } 1015 | if(q.drain && q.tasks.length + workers == 0) q.drain(); 1016 | q.process(); 1017 | }); 1018 | } 1019 | }, 1020 | length: function () { 1021 | return q.tasks.length; 1022 | }, 1023 | running: function () { 1024 | return workers; 1025 | } 1026 | }; 1027 | return q; 1028 | }; 1029 | 1030 | var _console_fn = function (name) { 1031 | return function (fn) { 1032 | var args = Array.prototype.slice.call(arguments, 1); 1033 | fn.apply(null, args.concat([function (err) { 1034 | var args = Array.prototype.slice.call(arguments, 1); 1035 | if (typeof console !== 'undefined') { 1036 | if (err) { 1037 | if (console.error) { 1038 | console.error(err); 1039 | } 1040 | } 1041 | else if (console[name]) { 1042 | _forEach(args, function (x) { 1043 | console[name](x); 1044 | }); 1045 | } 1046 | } 1047 | }])); 1048 | }; 1049 | }; 1050 | async.log = _console_fn('log'); 1051 | async.dir = _console_fn('dir'); 1052 | /*async.info = _console_fn('info'); 1053 | async.warn = _console_fn('warn'); 1054 | async.error = _console_fn('error');*/ 1055 | 1056 | async.memoize = function (fn, hasher) { 1057 | var memo = {}; 1058 | var queues = {}; 1059 | hasher = hasher || function (x) { 1060 | return x; 1061 | }; 1062 | var memoized = function () { 1063 | var args = Array.prototype.slice.call(arguments); 1064 | var callback = args.pop(); 1065 | var key = hasher.apply(null, args); 1066 | if (key in memo) { 1067 | callback.apply(null, memo[key]); 1068 | } 1069 | else if (key in queues) { 1070 | queues[key].push(callback); 1071 | } 1072 | else { 1073 | queues[key] = [callback]; 1074 | fn.apply(null, args.concat([function () { 1075 | memo[key] = arguments; 1076 | var q = queues[key]; 1077 | delete queues[key]; 1078 | for (var i = 0, l = q.length; i < l; i++) { 1079 | q[i].apply(null, arguments); 1080 | } 1081 | }])); 1082 | } 1083 | }; 1084 | memoized.unmemoized = fn; 1085 | return memoized; 1086 | }; 1087 | 1088 | async.unmemoize = function (fn) { 1089 | return function () { 1090 | return (fn.unmemoized || fn).apply(null, arguments); 1091 | }; 1092 | }; 1093 | 1094 | }()); 1095 | 1096 | }); 1097 | 1098 | require.define("/examples/drummer/public/audio.js",function(require,module,exports,__dirname,__filename,process,global){var async = require('async'); 1099 | 1100 | window.loadBuffer = function loadBuffer(context, url, callback) { 1101 | var request = new XMLHttpRequest(); 1102 | request.open("GET", url, true); 1103 | request.responseType = "arraybuffer"; 1104 | 1105 | var onDecode = function(buffer) { 1106 | console.log("decoded"); 1107 | callback(buffer); 1108 | }; 1109 | var onError = function(err) { 1110 | console.log("error decoding", url) 1111 | } 1112 | request.onload = function() { 1113 | console.log('Loaded', url); 1114 | context.decodeAudioData(request.response, onDecode, onError); 1115 | } 1116 | request.send(); 1117 | }; 1118 | 1119 | 1120 | 1121 | window.audio = function(sampleURLs, callback) { 1122 | var ctx = new webkitAudioContext(); 1123 | 1124 | var samples = []; 1125 | async.forEach(sampleURLs, function(url, done) { 1126 | loadBuffer(ctx, url, function(buffer) { 1127 | samples.push(buffer); 1128 | done(); 1129 | }); 1130 | }, function(err) { 1131 | callback(err, samples, ctx); 1132 | }); 1133 | 1134 | } 1135 | 1136 | window.Sequencer = function(tempo, clickBuffer, audioContext) { 1137 | var lastTime = Math.ceil(audioContext.currentTime); 1138 | var quantum = (60 / tempo) / 2; 1139 | var clickInterval = quantum * 4; 1140 | var nextTime_ = lastTime; 1141 | 1142 | //// Play sound 1143 | function playSound(buffer, time) { 1144 | var osc = audioContext.createBufferSource(); 1145 | osc.buffer = buffer; 1146 | osc.connect(audioContext.destination); 1147 | osc.noteOn(time); 1148 | } 1149 | 1150 | //// Metronome 1151 | var metronome; 1152 | function start() { 1153 | lastClick = nextTime() + 1; 1154 | metronome = setInterval(scheduleMetronomeBeat, 1000); 1155 | } 1156 | 1157 | function stop() { 1158 | clearInterval(metronome); 1159 | } 1160 | 1161 | var lastClick; 1162 | function scheduleMetronomeBeat() { 1163 | var stop = lastClick + 1; 1164 | while(lastClick < stop) { 1165 | lastClick += clickInterval; 1166 | playSound(clickBuffer, lastClick); 1167 | } 1168 | } 1169 | 1170 | //// Sequencer 1171 | function nextTime() { 1172 | while(nextTime_ < audioContext.currentTime) { 1173 | nextTime_ += quantum; 1174 | } 1175 | return nextTime_; 1176 | } 1177 | 1178 | function schedule(sample) { 1179 | playSound(sample, nextTime()); 1180 | } 1181 | 1182 | return { 1183 | schedule: schedule, 1184 | start: start, 1185 | stop: stop 1186 | }; 1187 | } 1188 | }); 1189 | require("/examples/drummer/public/audio.js"); 1190 | })(); 1191 | -------------------------------------------------------------------------------- /examples/drummer/public/drummer_demo.js: -------------------------------------------------------------------------------- 1 | (function() { 2 | 3 | //// Initialize audio and then everything else 4 | 5 | sampleURLs = [ 6 | '/samples/Tr1 Conga 1.wav' 7 | , '/samples/Tr1 Conga 2.wav' 8 | , '/samples/Tr1 Cymbal.wav' 9 | , '/samples/Tr1 Kick 1.wav' 10 | , '/samples/Tr1 Kick 2.wav' 11 | , '/samples/Tr1 Kick 3.wav' 12 | , '/samples/Tr1 Kick 4.wav' 13 | , '/samples/Tr1 Scratch 1.wav' 14 | , '/samples/Tr1 Scratch 2.wav' 15 | , '/samples/Tr1 Shaker 1.wav' 16 | , '/samples/Tr1 Shaker 2.wav' 17 | , '/samples/Tr1 Snare 1.wav' 18 | , '/samples/Tr1 Snare 2.wav' 19 | , '/samples/Tr1 Snare 3.wav' 20 | , '/samples/Tr1 Snare 4.wav' 21 | , '/samples/Tr1 Snare 5.wav' 22 | , '/samples/Tr1 Tom 1.wav' 23 | , '/samples/Tr1 Tom 2.wav' 24 | // , '/samples/fx/01.wav' 25 | // , '/samples/fx/02.wav' 26 | // , '/samples/fx/03.wav' 27 | // , '/samples/fx/04.wav' 28 | // , '/samples/fx/05.wav' 29 | // , '/samples/fx/06.wav' 30 | // , '/samples/fx/07.wav' 31 | // , '/samples/fx/08.wav' 32 | // , '/samples/fx/09.wav' 33 | // , '/samples/fx/10.wav' 34 | // , '/samples/fx/11.wav' 35 | // , '/samples/fx/12.wav' 36 | // , '/samples/fx/13.wav' 37 | // , '/samples/fx/14.wav' 38 | // , '/samples/fx/15.wav' 39 | // , '/samples/fx/16.wav' 40 | // , '/samples/fx/17.wav' 41 | // , '/samples/fx/18.wav' 42 | // , '/samples/fx/19.wav' 43 | // , '/samples/fx/20.wav' 44 | // , '/samples/fx/21.wav' 45 | // , '/samples/fx/22.wav' 46 | // , '/samples/fx/23.wav' 47 | // , '/samples/fx/24.wav' 48 | // , '/samples/fx/25.wav' 49 | // , '/samples/fx/26.wav' 50 | // , '/samples/fx/27.wav' 51 | // , '/samples/fx/28.wav' 52 | // , '/samples/fx/29.wav' 53 | // , '/samples/fx/30.wav' 54 | // , '/samples/fx/31.wav' 55 | // , '/samples/fx/32.wav' 56 | // , '/samples/fx/33.wav' 57 | // , '/samples/fx/34.wav' 58 | // , '/samples/fx/35.wav' 59 | // , '/samples/fx/36.wav' 60 | // , '/samples/fx/37.wav' 61 | // , '/samples/fx/38.wav' 62 | // , '/samples/fx/39.wav' 63 | // , '/samples/fx/40.wav' 64 | // , '/samples/fx/41.wav' 65 | // , '/samples/fx/42.wav' 66 | // , '/samples/fx/43.wav' 67 | // , '/samples/fx/44.wav' 68 | // , '/samples/fx/45.wav' 69 | // , '/samples/fx/46.wav' 70 | // , '/samples/fx/47.wav' 71 | // , '/samples/fx/48.wav' 72 | // , '/samples/fx/49.wav' 73 | // , '/samples/fx/50.wav' 74 | // , '/samples/fx/51.wav' 75 | // , '/samples/fx/52.wav' 76 | // , '/samples/fx/53.wav' 77 | ]; 78 | 79 | audio(sampleURLs, function(err, samples, audioContext) { 80 | if (err) throw err; 81 | 82 | loadBuffer(audioContext, '/samples/Tr1 Shaker 2.wav', function(click) { 83 | /// ------ Initialize sequencer 84 | 85 | var sequencer = Sequencer(120, click, audioContext); 86 | sequencer.start(); 87 | 88 | /// ------ Which joints to track 89 | 90 | var jointNames = [ 91 | "head", 92 | "left_hand", 93 | "right_hand" 94 | ]; 95 | 96 | //// ------ Connect to skeleton server 97 | var kinect = openni('/skeleton'); 98 | 99 | 100 | //// ------ Initialize Scene 101 | 102 | var world = (function() { 103 | 104 | console.log('Initializing world...'); 105 | 106 | var camera = new THREE.PerspectiveCamera( 107 | 35, window.innerWidth / window.innerHeight, 1, 5000 ); 108 | camera.position.x = 2000; 109 | camera.position.y = 1000; 110 | camera.position.z = 6000; 111 | 112 | // Point camera at user? 113 | // camera.lookAt(new THREE.Vector3(-190, 777, 2520)); 114 | 115 | var scene = new THREE.Scene(); 116 | scene.fog = new THREE.Fog(0x000000, 1500, 4000); 117 | 118 | /// Floor 119 | (function() { 120 | var imageCanvas = document.createElement( "canvas" ), 121 | context = imageCanvas.getContext( "2d" ); 122 | 123 | imageCanvas.width = imageCanvas.height = 128; 124 | 125 | context.fillStyle = "#444"; 126 | context.fillRect( 0, 0, 128, 128 ); 127 | 128 | context.fillStyle = "#fff"; 129 | context.fillRect( 0, 0, 64, 64); 130 | context.fillRect( 64, 64, 64, 64 ); 131 | 132 | var textureCanvas = new THREE.Texture( imageCanvas, THREE.UVMapping, THREE.RepeatWrapping, THREE.RepeatWrapping ); 133 | materialCanvas = new THREE.MeshBasicMaterial( { map: textureCanvas } ); 134 | 135 | textureCanvas.needsUpdate = true; 136 | textureCanvas.repeat.set( 1000, 1000 ); 137 | 138 | var geometry = new THREE.PlaneGeometry( 100, 100 ); 139 | 140 | var meshCanvas = new THREE.Mesh( geometry, materialCanvas ); 141 | meshCanvas.rotation.x = - Math.PI / 2; 142 | meshCanvas.scale.set( 1000, 1000, 1000 ); 143 | meshCanvas.position.y = -100; 144 | 145 | scene.add(meshCanvas); 146 | }()); 147 | 148 | 149 | /// Renderer 150 | 151 | var renderer = new THREE.WebGLRenderer({antialias: true }); 152 | renderer.setSize(window.innerWidth, window.innerHeight); 153 | renderer.setClearColor( scene.fog.color, 1 ); 154 | renderer.autoClear = false; 155 | 156 | $("#container").append(renderer.domElement); 157 | 158 | camera.lookAt(scene.position); 159 | 160 | return { 161 | scene: scene 162 | , camera: camera 163 | , renderer: renderer 164 | }; 165 | 166 | }()); 167 | 168 | var scene = world.scene; 169 | var camera = world.camera; 170 | var renderer = world.renderer; 171 | 172 | var material = new THREE.MeshBasicMaterial( { color: 0xff0000, wireframe: false, fog: true } ); 173 | var geometry = new THREE.SphereGeometry( 20 ); 174 | 175 | 176 | //// ------ Track here which users are in the scene 177 | var users = {}; 178 | var refUser, refJoint; 179 | 180 | //// ------ Initialize new users 181 | kinect.on('newuser', function(userId) { 182 | console.log('newuser', userId); 183 | if (! users[userId]) { 184 | var user = {}; 185 | jointNames.forEach(function(jointName) { 186 | var joint = new THREE.Mesh( geometry, material ); 187 | user[jointName] = joint; 188 | scene.add(joint); 189 | }); 190 | users[userId] = user; 191 | refUser = user; 192 | refJoint = user.torso || user.head; 193 | } 194 | }); 195 | 196 | //// ------ Remove lost users 197 | kinect.on('lostuser', function(userId) { 198 | console.log('lostuser', userId); 199 | var user = users[userId]; 200 | if (user) { 201 | var joints = Object.keys(user); 202 | joints.forEach(function(jointName) { 203 | scene.remove(user[jointName]); 204 | }); 205 | delete users[userId]; 206 | } 207 | }); 208 | 209 | //// ------ Update users joints 210 | jointNames.forEach(function(jointName) { 211 | kinect.on(jointName, function(userId, x, y, z) { 212 | var user = users[userId]; 213 | if (!user) return; 214 | var joint = user[jointName] 215 | if (joint) { 216 | joint = joint.position; 217 | joint.x = x; 218 | joint.y = y; 219 | joint.z = z; 220 | } 221 | }); 222 | }); 223 | 224 | [ 225 | 'posedetected', 226 | 'calibrationstart', 227 | 'calibrationsuccess', 228 | 'calibrationfail' 229 | ].forEach(function(userEventType) { 230 | kinect.on(userEventType, function(userId) { 231 | console.log(userEventType + ' (' + userId + ')'); 232 | }); 233 | }); 234 | 235 | ///// ------ Drums 236 | 237 | // Initialize drums and set them in scene 238 | 239 | var drums = (function() { 240 | var drums = []; 241 | var maxWidth = 70 * 15; 242 | var radius = maxWidth / samples.length; 243 | var halfRadius = radius / 2; 244 | var geometry = new THREE.CubeGeometry(radius, 100, 300, 1, 1, 1); 245 | 246 | var x = -(samples.length / 2 * 1.5) * radius; 247 | var color = 0xffffff; 248 | var colorGrad = Math.floor(color / samples.length / 2); 249 | 250 | samples.forEach(function(sample) { 251 | var material = new THREE.MeshBasicMaterial( { color: color, wireframe: false, fog: false } ); 252 | var drum = new THREE.Mesh(geometry, material); 253 | drum.position.x = x; 254 | drum.position.y = 50; 255 | drum.position.z = 2300; 256 | 257 | drum.intercepts = function(point) { 258 | var pos = this.position; 259 | return (pos.x - halfRadius < point.x) && (pos.x + halfRadius > point.x) && 260 | (pos.y - halfRadius < point.y) && (pos.y + halfRadius > point.y) 261 | ; 262 | }; 263 | 264 | drum.sample = sample; 265 | drum.contains = {}; 266 | drum.canFire = 0; 267 | 268 | drums.push(drum); 269 | scene.add(drum); 270 | 271 | x += radius + halfRadius; 272 | color -= colorGrad; 273 | }); 274 | 275 | return drums; 276 | }()); 277 | 278 | 279 | ///// ------ Audio 280 | 281 | var triggerAudio = (function() { 282 | 283 | var gainNode = audioContext.createGainNode(); 284 | gainNode.gain.value = 0.5; 285 | 286 | var connect = function(node) { 287 | node.connect(gainNode); 288 | gainNode.connect(audioContext.destination); 289 | } 290 | 291 | drums.forEach(function(drum) { 292 | drum.play = function() { 293 | drum.position.y -= 40; 294 | sequencer.schedule(drum.sample); 295 | setTimeout(function() { 296 | drum.position.y += 40; 297 | }, 500); 298 | 299 | }; 300 | }); 301 | 302 | var hands = ['left_hand', 'right_hand']; 303 | 304 | function trigger() { 305 | Object.keys(users).forEach(function(userId) { 306 | var user = users[userId]; 307 | hands.forEach(function(hand) { 308 | var handPos = user[hand].position; 309 | drums.forEach(function(drum) { 310 | if (drum.contains[hand]) { 311 | if (! drum.intercepts(handPos)) { 312 | drum.contains[hand] = false; 313 | } 314 | } else if (drum.intercepts(handPos) && 315 | drum.canFire < audioContext.currentTime) { 316 | // Did not contain hand and now hand is inside 317 | drum.play(); 318 | drum.canFire = audioContext.currentTime + 0.2; 319 | drum.contains[hand] = true; 320 | } 321 | }); 322 | }); 323 | }); 324 | } 325 | 326 | return trigger; 327 | }()); 328 | 329 | ///// ------ Mouse Move 330 | 331 | var mouseX = 0; 332 | var mouseY = 0; 333 | var windowHalfX = window.innerWidth / 2; 334 | var windowHalfY = window.innerHeight / 2; 335 | 336 | function onDocumentMouseMove(event) { 337 | 338 | mouseX = event.clientX; 339 | mouseY = event.clientY; 340 | 341 | } 342 | document.addEventListener( 'mousemove', onDocumentMouseMove, false ); 343 | 344 | ///// ------ Animation 345 | 346 | function animate() { 347 | triggerAudio(); 348 | requestAnimationFrame(animate); 349 | render(); 350 | } 351 | 352 | function render() { 353 | camera.position.x += ( mouseX - camera.position.x ) * .05; 354 | camera.position.y += ( - ( mouseY - 200) - camera.position.y ) * .05; 355 | camera.lookAt(scene.position); 356 | // camera.lookAt(drums[Math.round(drums.length / 2)].position); 357 | renderer.render(scene, camera); 358 | } 359 | 360 | animate(); 361 | }); 362 | 363 | 364 | }); 365 | 366 | }()); -------------------------------------------------------------------------------- /examples/drummer/public/index.html: -------------------------------------------------------------------------------- 1 | 2 | 3 |
4 | 5 |Drummer Demo
9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | -------------------------------------------------------------------------------- /examples/drummer/public/jquery.min.js: -------------------------------------------------------------------------------- 1 | /*! jQuery v1.8.3 jquery.com | jquery.org/license */ 2 | (function(e,t){function _(e){var t=M[e]={};return v.each(e.split(y),function(e,n){t[n]=!0}),t}function H(e,n,r){if(r===t&&e.nodeType===1){var i="data-"+n.replace(P,"-$1").toLowerCase();r=e.getAttribute(i);if(typeof r=="string"){try{r=r==="true"?!0:r==="false"?!1:r==="null"?null:+r+""===r?+r:D.test(r)?v.parseJSON(r):r}catch(s){}v.data(e,n,r)}else r=t}return r}function B(e){var t;for(t in e){if(t==="data"&&v.isEmptyObject(e[t]))continue;if(t!=="toJSON")return!1}return!0}function et(){return!1}function tt(){return!0}function ut(e){return!e||!e.parentNode||e.parentNode.nodeType===11}function at(e,t){do e=e[t];while(e&&e.nodeType!==1);return e}function ft(e,t,n){t=t||0;if(v.isFunction(t))return v.grep(e,function(e,r){var i=!!t.call(e,r,e);return i===n});if(t.nodeType)return v.grep(e,function(e,r){return e===t===n});if(typeof t=="string"){var r=v.grep(e,function(e){return e.nodeType===1});if(it.test(t))return v.filter(t,r,!n);t=v.filter(t,r)}return v.grep(e,function(e,r){return v.inArray(e,t)>=0===n})}function lt(e){var t=ct.split("|"),n=e.createDocumentFragment();if(n.createElement)while(t.length)n.createElement(t.pop());return n}function Lt(e,t){return e.getElementsByTagName(t)[0]||e.appendChild(e.ownerDocument.createElement(t))}function At(e,t){if(t.nodeType!==1||!v.hasData(e))return;var n,r,i,s=v._data(e),o=v._data(t,s),u=s.events;if(u){delete o.handle,o.events={};for(n in u)for(r=0,i=u[n].length;r").appendTo(i.body),n=t.css("display");t.remove();if(n==="none"||n===""){Pt=i.body.appendChild(Pt||v.extend(i.createElement("iframe"),{frameBorder:0,width:0,height:0}));if(!Ht||!Pt.createElement)Ht=(Pt.contentWindow||Pt.contentDocument).document,Ht.write(""),Ht.close();t=Ht.body.appendChild(Ht.createElement(e)),n=Dt(t,"display"),i.body.removeChild(Pt)}return Wt[e]=n,n}function fn(e,t,n,r){var i;if(v.isArray(t))v.each(t,function(t,i){n||sn.test(e)?r(e,i):fn(e+"["+(typeof i=="object"?t:"")+"]",i,n,r)});else if(!n&&v.type(t)==="object")for(i in t)fn(e+"["+i+"]",t[i],n,r);else r(e,t)}function Cn(e){return function(t,n){typeof t!="string"&&(n=t,t="*");var r,i,s,o=t.toLowerCase().split(y),u=0,a=o.length;if(v.isFunction(n))for(;u)[^>]*$|#([\w\-]*)$)/,E=/^<(\w+)\s*\/?>(?:<\/\1>|)$/,S=/^[\],:{}\s]*$/,x=/(?:^|:|,)(?:\s*\[)+/g,T=/\\(?:["\\\/bfnrt]|u[\da-fA-F]{4})/g,N=/"[^"\\\r\n]*"|true|false|null|-?(?:\d\d*\.|)\d+(?:[eE][\-+]?\d+|)/g,C=/^-ms-/,k=/-([\da-z])/gi,L=function(e,t){return(t+"").toUpperCase()},A=function(){i.addEventListener?(i.removeEventListener("DOMContentLoaded",A,!1),v.ready()):i.readyState==="complete"&&(i.detachEvent("onreadystatechange",A),v.ready())},O={};v.fn=v.prototype={constructor:v,init:function(e,n,r){var s,o,u,a;if(!e)return this;if(e.nodeType)return this.context=this[0]=e,this.length=1,this;if(typeof e=="string"){e.charAt(0)==="<"&&e.charAt(e.length-1)===">"&&e.length>=3?s=[null,e,null]:s=w.exec(e);if(s&&(s[1]||!n)){if(s[1])return n=n instanceof v?n[0]:n,a=n&&n.nodeType?n.ownerDocument||n:i,e=v.parseHTML(s[1],a,!0),E.test(s[1])&&v.isPlainObject(n)&&this.attr.call(e,n,!0),v.merge(this,e);o=i.getElementById(s[2]);if(o&&o.parentNode){if(o.id!==s[2])return r.find(e);this.length=1,this[0]=o}return this.context=i,this.selector=e,this}return!n||n.jquery?(n||r).find(e):this.constructor(n).find(e)}return v.isFunction(e)?r.ready(e):(e.selector!==t&&(this.selector=e.selector,this.context=e.context),v.makeArray(e,this))},selector:"",jquery:"1.8.3",length:0,size:function(){return this.length},toArray:function(){return l.call(this)},get:function(e){return e==null?this.toArray():e<0?this[this.length+e]:this[e]},pushStack:function(e,t,n){var r=v.merge(this.constructor(),e);return r.prevObject=this,r.context=this.context,t==="find"?r.selector=this.selector+(this.selector?" ":"")+n:t&&(r.selector=this.selector+"."+t+"("+n+")"),r},each:function(e,t){return v.each(this,e,t)},ready:function(e){return v.ready.promise().done(e),this},eq:function(e){return e=+e,e===-1?this.slice(e):this.slice(e,e+1)},first:function(){return this.eq(0)},last:function(){return this.eq(-1)},slice:function(){return this.pushStack(l.apply(this,arguments),"slice",l.call(arguments).join(","))},map:function(e){return this.pushStack(v.map(this,function(t,n){return e.call(t,n,t)}))},end:function(){return this.prevObject||this.constructor(null)},push:f,sort:[].sort,splice:[].splice},v.fn.init.prototype=v.fn,v.extend=v.fn.extend=function(){var e,n,r,i,s,o,u=arguments[0]||{},a=1,f=arguments.length,l=!1;typeof u=="boolean"&&(l=u,u=arguments[1]||{},a=2),typeof u!="object"&&!v.isFunction(u)&&(u={}),f===a&&(u=this,--a);for(;at |